-- Logs begin at Fri 2021-08-27 03:51:59 UTC, end at Fri 2021-08-27 05:34:41 UTC. -- Aug 27 04:35:35.339270 dv-cinder-778193-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 04:35:38.066850 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.common.config [-] Logging enabled! Aug 27 04:35:38.067425 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 04:35:38.067565 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 04:35:38.070868 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.common.config [-] Logging enabled! Aug 27 04:35:38.071125 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 04:35:38.071439 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 04:35:38.072406 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:35:38.072647 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:35:38.073011 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:35:38.073312 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:35:38.073545 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:35:38.073877 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.074179 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.074482 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.074714 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.075017 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.075311 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.075599 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.075916 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.076222 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.076539 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.076826 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.077116 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.077351 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.077638 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.077930 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.078222 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.078450 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] debug = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.078736 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.079176 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.079599 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.079885 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.080177 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.080490 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.080772 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.081055 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.081344 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.081689 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] host = dv-cinder-778193-4-iscsi {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.081970 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.082261 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.082553 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.082846 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.083130 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.083412 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.083708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.083986 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.084262 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] log_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.084570 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.084862 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.085159 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.085450 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.085682 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.086439 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.086739 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.087032 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.087314 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.087593 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.087875 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.088154 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.088455 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.088743 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.089027 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.089319 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.089611 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.089892 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.090172 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.090447 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.090721 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.091010 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.091289 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.091567 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.091845 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.092138 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.092433 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.092730 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.093037 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.093330 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.093620 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.093910 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.094194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.094481 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.094762 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.095036 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.095314 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] use_json = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.095591 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.095868 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.096155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.096457 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.096735 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.097014 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.097291 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.097582 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:38.097885 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.098187 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.098490 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.098777 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.099075 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.099359 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.099656 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.099939 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.100234 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.100551 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.100846 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.101131 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.101453 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.102277 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.102575 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.102886 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.103184 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.103481 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.103762 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.104042 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.104324 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.104633 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.104922 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.105206 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.105496 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.105787 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.106071 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.106362 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.106658 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.106952 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.107228 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.107509 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.107802 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.108084 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.108380 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.108664 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.108956 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.109238 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.109513 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.109795 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.110075 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.110350 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.110625 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.110905 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.111197 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.111475 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.111748 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.112022 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.112302 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.112602 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.112888 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.113168 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.113440 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.113713 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.113994 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.114274 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.114552 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.114832 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.115107 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.115386 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.115661 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.115937 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.116212 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.116516 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.116794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.117094 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.117370 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.117648 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.117922 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.118198 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.118475 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.118750 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.119026 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.119316 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.119616 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.119897 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.120178 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.120486 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.120771 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.121051 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.121332 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.121612 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.121893 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.122170 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.122467 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.122755 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.123047 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.123335 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.123615 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.123921 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.124205 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.124522 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.124804 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.125084 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.125370 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.125656 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.125951 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.126246 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.126542 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.126837 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.127130 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.127411 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.127720 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.128000 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:38.128219 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:35:38.128490 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100906) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 04:35:38.483655 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 04:35:38.483934 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 04:35:38.484225 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 04:35:38.484594 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 04:35:38.879601 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.879802 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.880081 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.881462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.881748 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.882014 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.917916 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.918197 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.918468 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.933694 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.933983 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.934258 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.962396 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.962811 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:38.963088 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.000705 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.000989 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.001258 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.231778 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.232431 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.232431 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.232624 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.233472 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.353708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.354030 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.354318 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.354594 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.354866 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.355224 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.355501 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.355766 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.356025 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.356311 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.356602 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.356873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.357145 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.357400 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.357661 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.357931 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.358191 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.358463 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.358736 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.358999 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.359275 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.359534 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.359821 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.360204 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.360624 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.360881 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.361310 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:39.361555 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:39.361796 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:39.362035 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:39.362274 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:39.362510 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:39.362882 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 04:35:39.366036 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 04:35:39.370703 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 04:35:39.374528 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 27 04:35:39.376163 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 04:35:39.376651 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 04:35:39.376990 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 04:35:39.377377 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 04:35:39.380210 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 04:35:39.380496 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 04:35:39.380847 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 04:35:39.386199 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 04:35:39.408673 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 04:35:39.409139 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.409442 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 04:35:39.409809 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.411167 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 04:35:39.411455 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 04:35:39.411706 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 04:35:39.415494 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.415775 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:39.480211 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 04:35:39.480474 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 04:35:39.480714 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 04:35:39.481092 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 04:35:39.503214 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_db.sqlalchemy.engines [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100906) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 04:35:40.202374 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing driver for type 'gre' Aug 27 04:35:40.202905 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] gre ID ranges: [(1, 1000)] Aug 27 04:35:40.425712 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing driver for type 'local' Aug 27 04:35:40.426380 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing driver for type 'vlan' Aug 27 04:35:40.522869 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] VlanTypeDriver initialization complete Aug 27 04:35:40.523144 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing driver for type 'vxlan' Aug 27 04:35:40.523721 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] vxlan ID ranges: [(1, 1000)] Aug 27 04:35:40.715500 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing extension driver 'port_security' Aug 27 04:35:40.715845 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] PortSecurityExtensionDriver initialization complete Aug 27 04:35:40.716185 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing mechanism driver 'openvswitch' Aug 27 04:35:40.716549 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing mechanism driver 'hyperv' Aug 27 04:35:40.723056 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.plugin [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:40.723730 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.724103 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.724491 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.725007 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:35:40.725440 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnet after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.725797 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnet after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.726144 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.727050 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:35:40.727451 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.727806 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.728148 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.728646 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:35:40.728969 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > security_group after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.729320 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > security_group after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.729659 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.730184 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:35:40.730592 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.730945 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.731290 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.731679 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:35:40.732080 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > address_group after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.732450 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > address_group after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.732795 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.734758 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 04:35:40.734758 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] ML2 OVO RPC backend initialized. {{(pid=100906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 04:35:40.734758 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.734758 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.735129 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.735317 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > networks before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.735669 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.736011 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > ports before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.736376 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnet before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.736741 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnets before_response 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.737094 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.737413 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.737757 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.738096 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.738435 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.738772 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.739110 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnet after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.739444 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnet after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.739780 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.740372 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.plugin [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Modular L2 Plugin initialization complete Aug 27 04:35:40.740713 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading services supported by the core plugin {{(pid=100906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 04:35:40.741046 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.plugins.ml2.managers [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Got port-security extension from driver 'port_security' Aug 27 04:35:40.741513 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.extensions.vlantransparent [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Disabled vlantransparent extension. Aug 27 04:35:40.742053 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 04:35:40.742383 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: router Aug 27 04:35:40.779512 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.779850 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router after_create 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.780222 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router before_create 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.780611 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.780990 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.781352 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router after_delete 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.781724 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.782067 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.782431 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router after_create 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.782778 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router after_update 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.783126 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router after_update 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.783477 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.783843 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router after_update 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.784249 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_update 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.784652 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: port after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.785001 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: port after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.785336 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: subnet after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.785678 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.786030 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.786380 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_create 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.786726 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: port before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.787075 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.787441 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router after_update 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.787791 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.788150 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_create 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.788554 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.789429 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_update 55549900 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.789798 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > agent after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.790152 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > agent after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.790501 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > network after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.791351 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Tracking information for resource: router configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:40.791685 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Tracking information for resource: floatingip configured {{(pid=100906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 04:35:40.799438 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.db.l3_agentschedulers_db [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 04:35:40.800013 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: port after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.800400 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: port after_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.800765 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: port after_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.801116 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: port after_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.801910 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router before_create 55550100 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.802277 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.802644 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_create 55550100 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.803001 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > router precommit_update 55550100 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.808187 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.services.provider_configuration [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service providers = [] {{(pid=100906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 04:35:40.808584 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.db.servicetype_db [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 04:35:40.811507 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.services.service_base [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:35:40.811858 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.services.service_base [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:35:40.812199 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.services.service_base [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:35:40.813119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.services.service_base [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 04:35:40.813495 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.services.service_base [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 04:35:40.813873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.814192 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 04:35:40.824721 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.825064 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: auto_allocate Aug 27 04:35:40.830810 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: network precommit_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.831178 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: network precommit_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.831704 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.838558 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: tag Aug 27 04:35:40.844586 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.844922 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: timestamp Aug 27 04:35:40.848965 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.849300 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: network_ip_availability Aug 27 04:35:40.855208 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.855582 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.855945 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:40.856699 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.857036 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: flavors Aug 27 04:35:40.861740 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.862080 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading Plugin: revisions Aug 27 04:35:40.872325 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 04:35:40.872740 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_concurrency.lockutils [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.388s {{(pid=100906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 04:35:40.873483 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 04:35:40.873824 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Initializing extension manager. Aug 27 04:35:40.874339 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: __init__.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.874683 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: __pycache__ {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.875021 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.875354 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: address_group.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.876107 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.876711 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: address-group Aug 27 04:35:40.877040 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: address_scope.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.877751 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.878254 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: address-scope Aug 27 04:35:40.878578 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.879507 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.880082 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: router-admin-state-down-before-update Aug 27 04:35:40.880430 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: agent.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.881328 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.881837 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: agent Aug 27 04:35:40.882161 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: agent_resources_synced.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.883101 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.883605 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: agent-resources-synced Aug 27 04:35:40.883929 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: allowedaddresspairs.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.885734 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.886250 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: allowed-address-pairs Aug 27 04:35:40.886582 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: auto_allocated_topology.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.887652 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.888166 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: auto-allocated-topology Aug 27 04:35:40.888523 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: availability_zone.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.889219 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.889730 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: availability_zone Aug 27 04:35:40.890057 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: availability_zone_filter.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.890963 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.891469 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: availability_zone_filter Aug 27 04:35:40.891792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: data_plane_status.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.892736 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.893230 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 04:35:40.893554 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: default_subnetpools.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.894470 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.894974 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: default-subnetpools Aug 27 04:35:40.895301 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.896110 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.896648 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: dhcp_agent_scheduler Aug 27 04:35:40.896979 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: dns.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.897892 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.898416 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 04:35:40.898743 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: dns_domain_ports.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.899659 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.900161 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 04:35:40.900523 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.901716 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.902218 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 04:35:40.902546 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: dvr.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.903225 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.903725 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: dvr Aug 27 04:35:40.904052 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: ecmp_routes.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.905029 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.905535 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 04:35:40.905861 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: empty_string_filtering.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.906777 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.907289 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: empty-string-filtering Aug 27 04:35:40.907612 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.908559 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.909068 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 04:35:40.909392 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.910305 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.910807 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 04:35:40.911133 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: external_net.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.917698 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.918200 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: external-net Aug 27 04:35:40.918528 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.919450 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.919954 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: extra_dhcp_opt Aug 27 04:35:40.920278 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: extraroute.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.921212 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.921803 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: extraroute Aug 27 04:35:40.922062 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: extraroute_atomic.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.923104 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.923611 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: extraroute-atomic Aug 27 04:35:40.923936 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: filter_validation.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.924631 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.925131 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: filter-validation Aug 27 04:35:40.925489 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: fip_pf_description.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.926360 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.926896 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 04:35:40.927213 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: fip_port_details.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.928129 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.928659 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: fip-port-details Aug 27 04:35:40.928987 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: flavors.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.930804 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.931317 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: flavors Aug 27 04:35:40.931645 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.933357 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.933869 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 04:35:40.934201 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: floatingip_pools.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.934905 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.935407 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: floatingip-pools Aug 27 04:35:40.935740 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: ip_allocation.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.936701 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.937206 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 04:35:40.937534 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.938482 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.938991 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: ip-substring-filtering Aug 27 04:35:40.939319 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l2_adjacency.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.940247 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.940777 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 04:35:40.941103 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l3.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.942210 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.942720 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: router Aug 27 04:35:40.943051 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.945306 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.945836 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 04:35:40.946165 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.947114 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.947636 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: ext-gw-mode Aug 27 04:35:40.947966 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.948940 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.949451 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: l3-ha Aug 27 04:35:40.949777 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l3_flavors.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.950730 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.951234 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: l3-flavors Aug 27 04:35:40.951561 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.952503 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.953011 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 04:35:40.953334 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: l3agentscheduler.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.954373 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.954882 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: l3_agent_scheduler Aug 27 04:35:40.955219 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: logging.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.956763 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.957284 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension logging not supported by any of loaded plugins Aug 27 04:35:40.957619 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: metering.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.958379 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.958964 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: metering Aug 27 04:35:40.959296 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.960431 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.960992 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: metering_source_and_destination_fields Aug 27 04:35:40.961306 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: multiprovidernet.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.962233 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.962744 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: multi-provider Aug 27 04:35:40.963068 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: netmtu.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.963987 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.964522 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: net-mtu Aug 27 04:35:40.964845 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: netmtu_writable.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.965765 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.966268 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: net-mtu-writable Aug 27 04:35:40.966593 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: network_availability_zone.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.967263 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.967763 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: network_availability_zone Aug 27 04:35:40.968087 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: network_ip_availability.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.969199 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.969707 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: network-ip-availability Aug 27 04:35:40.970034 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: network_segment_range.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.970806 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.971311 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 04:35:40.971635 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: pagination.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.972645 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.972977 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: pagination Aug 27 04:35:40.973305 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: port_device_profile.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.974233 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.974744 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: port-device-profile Aug 27 04:35:40.975073 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.976001 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.977046 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: port-mac-address-regenerate Aug 27 04:35:40.977373 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.986356 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.986910 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: port-numa-affinity-policy Aug 27 04:35:40.987253 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: port_resource_request.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.988212 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.988757 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 04:35:40.989091 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: portbindings.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.990090 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.990596 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: binding Aug 27 04:35:40.990924 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: portbindings_extended.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.993049 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.993600 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: binding-extended Aug 27 04:35:40.993900 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: portsecurity.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.994855 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.995406 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: port-security Aug 27 04:35:40.995741 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: project_id.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.996783 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.997124 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: project-id Aug 27 04:35:40.997455 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: providernet.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:40.998824 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:40.998937 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: provider Aug 27 04:35:40.999226 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.002867 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.014360 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos not supported by any of loaded plugins Aug 27 04:35:41.014360 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.015439 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.015966 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 04:35:41.016304 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.017282 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.017808 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 04:35:41.018308 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_default.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.019246 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.019760 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-default not supported by any of loaded plugins Aug 27 04:35:41.020093 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_fip.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.020803 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.021311 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 04:35:41.021642 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_gateway_ip.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.022579 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.023094 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 04:35:41.023426 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_port_network_policy.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.024415 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.024933 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 04:35:41.025265 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_pps_rule.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.027850 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.027850 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 04:35:41.027850 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_rule_type_details.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.028821 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.029339 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 04:35:41.029718 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: qos_rules_alias.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.030762 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.031280 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 04:35:41.031609 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: quotasv2.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.032631 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.032968 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: quotas Aug 27 04:35:41.033298 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: quotasv2_detail.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.036488 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.036845 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: quota_details Aug 27 04:35:41.037185 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: rbac.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.043637 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.043637 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: rbac-policies Aug 27 04:35:41.043637 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: rbac_address_group.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.044326 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.044872 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: rbac-address-group Aug 27 04:35:41.045204 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: rbac_address_scope.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.046140 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.046655 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: rbac-address-scope Aug 27 04:35:41.047027 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: rbac_security_groups.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.047954 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.048511 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: rbac-security-groups Aug 27 04:35:41.048844 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: rbac_subnetpool.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.049774 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.050286 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: rbac-subnetpool Aug 27 04:35:41.050614 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: revisionifmatch.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.051552 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.052066 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: revision-if-match Aug 27 04:35:41.052427 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: revisions.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.053576 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.054086 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: standard-attr-revisions Aug 27 04:35:41.054417 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: router_availability_zone.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.055674 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.056189 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: router_availability_zone Aug 27 04:35:41.056550 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: routerservicetype.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.057490 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.057997 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 04:35:41.058325 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.059256 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.059780 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: security-groups-normalized-cidr Aug 27 04:35:41.060149 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.061129 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.061640 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: port-security-groups-filtering Aug 27 04:35:41.061970 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.062905 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.063420 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: security-groups-remote-address-group Aug 27 04:35:41.063747 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: securitygroup.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.074827 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.075429 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: security-group Aug 27 04:35:41.075705 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: segment.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.078217 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.078217 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension segment not supported by any of loaded plugins Aug 27 04:35:41.078217 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.078929 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.079448 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 04:35:41.079780 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: servicetype.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.081030 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.081599 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: service-type Aug 27 04:35:41.081933 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: sorting.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.082934 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.083271 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: sorting Aug 27 04:35:41.083599 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: standard_attr_segment.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.084568 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.085087 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 04:35:41.085415 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: standardattrdescription.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.086613 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.087143 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: standard-attr-description Aug 27 04:35:41.087474 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: stateful_security_group.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.088456 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.088979 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: stateful-security-group Aug 27 04:35:41.089314 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: stdattrs_common.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.089917 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 04:35:41.090248 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.091199 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.091725 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 04:35:41.092056 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: subnet_onboard.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.093172 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.093755 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: subnet_onboard Aug 27 04:35:41.094082 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.095024 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.095538 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 04:35:41.095870 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: subnet_service_types.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.096823 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.097343 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: subnet-service-types Aug 27 04:35:41.097677 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: subnetallocation.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.098791 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.099303 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: subnet_allocation Aug 27 04:35:41.099640 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.100322 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.100868 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: subnetpool-prefix-ops Aug 27 04:35:41.101200 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.102767 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.103280 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 04:35:41.103612 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: tagging.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.104721 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.105260 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: standard-attr-tag Aug 27 04:35:41.105597 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: timestamp.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.119250 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.119771 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loaded extension: standard-attr-timestamp Aug 27 04:35:41.120105 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: trunk.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.121256 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.121780 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension trunk not supported by any of loaded plugins Aug 27 04:35:41.122113 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: trunk_details.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.123053 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.123576 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 04:35:41.123910 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: uplink_status_propagation.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.124886 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.125410 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 04:35:41.125742 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Loading extension file: vlantransparent.py {{(pid=100906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 04:35:41.126430 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 04:35:41.126947 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 04:35:41.129430 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:network Aug 27 04:35:41.129963 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:subnet Aug 27 04:35:41.130370 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:35:41.130780 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:port Aug 27 04:35:41.132076 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.132625 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service FLAVORS assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.133283 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.133711 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.134044 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:router Aug 27 04:35:41.134493 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 04:35:41.134990 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service METERING assigned prefix: /metering {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.136494 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:41.136872 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:41.137232 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:35:41.138305 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 04:35:41.138761 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:security_group Aug 27 04:35:41.139195 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 04:35:41.139798 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service CORE assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.140144 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:35:41.140533 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] subnetpool is already registered Aug 27 04:35:41.140966 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service CORE assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.141299 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:35:41.141638 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] subnetpool is already registered Aug 27 04:35:41.143989 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.144463 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service FLAVORS assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.145081 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.145514 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.145850 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:router Aug 27 04:35:41.146201 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] router is already registered Aug 27 04:35:41.149943 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 04:35:41.149943 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] floatingip is already registered Aug 27 04:35:41.149943 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service METERING assigned prefix: /metering {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.149943 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 04:35:41.149943 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] rbac_policy is already registered Aug 27 04:35:41.149943 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:security_group Aug 27 04:35:41.149943 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] security_group is already registered Aug 27 04:35:41.150564 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 04:35:41.150564 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] security_group_rule is already registered Aug 27 04:35:41.151274 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service CORE assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.151607 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:35:41.151945 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] subnetpool is already registered Aug 27 04:35:41.152384 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.v2.resource_helper [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Service CORE assigned prefix: {{(pid=100906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 04:35:41.152717 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 04:35:41.153053 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING neutron.quota.resource_registry [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] subnetpool is already registered Aug 27 04:35:41.153538 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: extensions {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.155011 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: address-groups {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.156577 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: address-scopes {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.157904 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: agents {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.159083 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: auto-allocated-topology {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.160323 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: availability_zones {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.161584 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: dhcp-networks {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.163100 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: dhcp-agents {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.165225 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: routers {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.167464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: flavors {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.168658 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: service_profiles {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.169876 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: next_providers {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.171331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: service_profiles {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.172921 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: floatingip-pools {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.174171 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: routers {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.176264 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: floatingips {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.177589 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: l3-routers {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.178973 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: l3-agents {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.180491 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: metering-labels {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.181851 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: metering-label-rules {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.183140 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: network-ip-availabilities {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.184516 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: bindings {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.186175 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: quotas {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.187617 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: quotas {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.189078 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: rbac-policies {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.190287 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: security-groups {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.191586 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: security-group-rules {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.192863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: service-providers {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.194080 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: subnetpools {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.196651 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: subnetpools {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.198182 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.199860 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.201689 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.203465 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.205313 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.207171 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.208870 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.211312 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.213120 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.214867 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron.api.extensions [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Extended resource: tags {{(pid=100906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 04:35:41.220930 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING keystonemiddleware.auth_token [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 04:35:41.225672 dv-cinder-778193-4-iscsi neutron-server[100906]: WARNING keystonemiddleware.auth_token [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 04:35:41.234573 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_concurrency.lockutils [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Acquired lock "singleton_lock" {{(pid=100906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 04:35:41.235056 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_concurrency.lockutils [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Releasing lock "singleton_lock" {{(pid=100906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 04:35:41.235706 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO oslo_service.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Starting 2 workers Aug 27 04:35:41.240583 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Started child 101015 {{(pid=100906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:35:41.245111 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Started child 101016 {{(pid=100906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:35:41.246027 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:41.246734 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO neutron.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 04:35:41.247411 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Notify callbacks [] for process, before_spawn {{(pid=100906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:41.247582 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [-] (101015) wsgi starting up on http://0.0.0.0:9696 Aug 27 04:35:41.249714 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:41.250256 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO oslo_service.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Starting 1 workers Aug 27 04:35:41.251091 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [-] (101016) wsgi starting up on http://0.0.0.0:9696 Aug 27 04:35:41.255217 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Started child 101017 {{(pid=100906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:35:41.255752 dv-cinder-778193-4-iscsi neutron-server[100906]: INFO oslo_service.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Starting 1 workers Aug 27 04:35:41.259298 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] calling RpcWorker wait() {{(pid=101017) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 04:35:41.264639 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] returning from RpcWorker wait() {{(pid=101017) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 04:35:41.264762 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Started child 101018 {{(pid=100906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 04:35:41.264762 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG neutron_lib.callbacks.manager [None req-cc5df7a5-ca34-4c55-9006-40bc00859c51 None None] Notify callbacks [] for process, after_spawn {{(pid=100906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:41.264943 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:41.264943 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.265119 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.265579 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.265579 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.265772 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.265901 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:41.267016 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.267286 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.267548 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.267821 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.268078 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.268249 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.268448 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.268713 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.268946 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.269257 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.269531 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.269780 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.270068 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.270240 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.270492 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.270771 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.271017 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.271288 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] debug = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.271532 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.272046 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.272272 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.272534 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.272752 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.273052 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.273834 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.274097 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.274354 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.274571 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.274817 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.275078 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.275323 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.275554 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.276023 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.276338 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.276584 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.277035 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] host = dv-cinder-778193-4-iscsi {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.277269 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.277485 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.277747 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.277973 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.278222 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.278461 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.278717 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.278961 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.279212 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.279438 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.279700 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.280008 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.280192 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.280604 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.280750 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_options = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.280925 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.281202 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.281863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.281863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.281863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.282253 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.282253 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.282459 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.282669 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.282907 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.283151 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.283332 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.283547 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.283805 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.284080 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.284323 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.284571 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.284802 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.285056 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.285322 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.285569 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.285800 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.286035 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.286253 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.286501 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.286722 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.286956 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.287172 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.287392 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.287802 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.288022 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.288328 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.288554 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.293967 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_json = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.295792 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.297174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.298194 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.299349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.299349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.299349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.299349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.299349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.299349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.299349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.300459 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:41.300610 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.300610 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.300610 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.300610 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.300610 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.301386 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.301386 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.301386 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.301775 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.301775 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.302036 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.302310 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.302530 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.302753 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.302972 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.303196 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.303421 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.303663 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.304017 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.304306 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.304714 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.304973 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.305410 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.305410 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.305737 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.305895 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.306324 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.306580 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.306810 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.307048 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.307267 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.307484 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.307700 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.307929 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.308165 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.308433 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.308691 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.308935 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.309151 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.309370 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.309618 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.309826 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.310066 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.310367 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.310514 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.310787 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.310947 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.311187 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.311407 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.311834 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.312058 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.312302 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.312560 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.312803 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.322462 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323061 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.323732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.324301 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.324301 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.324584 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.324700 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.324930 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.325172 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.325442 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.328382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.329079 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.329079 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.329079 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.329079 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.329599 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.329838 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.330126 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.330431 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.330726 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.331008 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.331253 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.331521 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.331781 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.332037 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.332306 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.332567 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.332796 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.333019 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.333289 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.333526 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.333749 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.333960 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.334193 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.334504 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.334773 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.335015 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.335230 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.335500 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.336267 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.336568 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.336839 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.337113 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.337389 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.337626 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.337848 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.338070 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.338305 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.338552 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.339075 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.339507 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.339743 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.339982 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.340197 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.340444 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.340678 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.340887 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.341099 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.341339 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.341591 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.341755 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.341990 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.342224 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.342432 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.342665 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.343128 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.343128 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.343415 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.343555 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.343836 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.344013 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.344234 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.344552 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.344709 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.344931 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.345420 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.345420 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.345749 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.345859 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.346052 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.346262 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.346474 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.346689 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.347616 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.347616 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.347616 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.347616 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.348065 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.348065 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.348334 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350155 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350860 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350860 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.350860 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.351096 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.351459 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.352179 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.352333 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.352571 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.352807 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.353016 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.353326 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.353587 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.353813 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.354065 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.354307 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.354538 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.354768 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.354976 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.355184 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.355409 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.355624 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.355852 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.356076 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.356304 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.356549 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.356769 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.357012 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.357217 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.357439 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.357646 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.357899 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.358118 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.358332 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.358692 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.358824 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.358969 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.359174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.359391 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.359603 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.359809 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.360050 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.360279 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.360511 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.360732 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.360945 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.361336 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.361668 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.361924 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.362231 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.362453 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.362699 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.362952 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.363197 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.363508 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.363741 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.363979 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.364228 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.364477 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.364701 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.364956 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.365301 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.365571 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.365822 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.366073 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.366338 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.366611 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.366892 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.367136 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.367449 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.367826 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.368107 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.368395 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.368627 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.368897 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.369137 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.369360 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.369607 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.369854 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.370073 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.370311 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.370566 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.370812 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.371048 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.371280 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.371497 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.371720 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.371950 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.372170 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.372446 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.372600 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:35:41.373133 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 04:35:41.373295 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 04:35:41.373448 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 04:35:41.373618 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 04:35:41.373803 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 04:35:41.374033 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 04:35:41.374159 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.374315 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.374495 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.374635 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.374796 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.375000 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.375163 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.375282 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.375441 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.375599 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.375789 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.375916 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.376064 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.376221 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.376466 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.376630 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.376999 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.376999 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.377196 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.378759 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.378759 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.378759 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.378759 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] debug = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.378759 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.378759 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.379331 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380072 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380072 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380072 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380072 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380072 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380072 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380669 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380669 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] host = dv-cinder-778193-4-iscsi {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380669 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.380669 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381077 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381077 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381077 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381578 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381578 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381578 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381790 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381790 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.381960 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.382117 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.382275 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.382434 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.382880 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_options = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.382880 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383221 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383221 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383221 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383558 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383558 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383823 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.383980 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.384138 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.384296 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.384478 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.384636 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.384794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.384951 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.385108 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.385266 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.385427 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.385582 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.385911 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.386072 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.386219 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.386354 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.386490 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.386651 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.386814 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.386958 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.387118 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.387268 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.387413 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.387552 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.387712 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.387870 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.388016 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.388162 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.388342 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.388500 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.388656 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.388799 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.388929 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.389085 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.389243 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.389403 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.389545 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.389707 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.389862 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_json = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.390022 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.390180 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.390706 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.390706 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.390706 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.390948 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.390948 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.391124 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 04:35:41.391240 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.391401 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.391571 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.391730 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.391890 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.392048 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.392207 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.392409 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.392561 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.392689 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.392851 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.393010 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.393180 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.393326 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.393486 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.393648 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.393962 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.394071 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.394157 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.394317 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.394481 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.394643 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.394809 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.394970 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.395128 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.395288 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.395448 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.395622 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.395782 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.396001 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.396101 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.396246 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.396433 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.396643 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.396799 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.396943 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.397093 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.397225 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.397371 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.397515 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.397656 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.397795 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.397940 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.398075 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.398759 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.398921 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.399082 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.399242 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.399403 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.399564 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.399725 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.399885 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.400084 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.400308 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.400489 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.400625 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.401006 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.401141 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.401276 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.401421 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.401556 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.401718 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.401866 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.402024 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.402248 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.402389 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.402538 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.402675 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.402812 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.402949 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.403085 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.403232 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.403371 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.403509 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.403680 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.403809 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.403962 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.404142 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.404271 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.404426 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.404579 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.404722 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.404884 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.405042 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.405180 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.405349 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.405495 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.405642 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.405775 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.405931 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.406089 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.406302 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.406445 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.406600 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.406784 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.406918 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.407050 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.407186 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.407327 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.407460 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.407592 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.407734 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.407887 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.408046 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.408205 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.408377 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.408544 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.408704 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.408863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.409022 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.409182 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.409341 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.409500 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.409659 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.409819 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.409978 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.410147 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.410306 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.410468 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.410627 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.410793 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.410964 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.411125 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.411285 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.411445 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.411605 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.411764 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.411924 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.412083 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.412243 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.412493 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.412634 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.412804 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.413165 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.413165 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.413418 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.413549 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.413672 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.413804 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.414580 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.414743 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.414904 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.415065 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.415226 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.415384 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.415546 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.415706 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.415866 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.416027 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.416187 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.416347 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.416528 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.416688 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.416853 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.417013 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.417163 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.417324 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.417484 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.417644 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.417804 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.417963 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.418123 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.418285 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.418443 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.418603 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.418763 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.418921 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.419081 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.419243 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.419461 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.419596 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.419703 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.419853 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.420012 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.420174 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.420334 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.420516 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.420676 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.420836 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.424590 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425160 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.425708 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426683 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426763 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.426863 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427464 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427994 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427994 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427994 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427994 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427994 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.427994 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.428516 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.428516 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.428516 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.428741 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.428741 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.428887 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.429052 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.429212 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.429382 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.429564 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.429725 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.429970 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.430073 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.430232 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.430402 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.430563 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.430723 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.430911 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.431029 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.431187 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.431357 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.431518 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.431678 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.431845 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.432004 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.432164 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.432323 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.432516 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.432676 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.432839 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.432998 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.433157 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.433317 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.433478 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.433663 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.433813 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.433978 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.434139 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.434306 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.434474 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.434642 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.434803 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.434986 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.435142 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.435301 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.435461 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.435620 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.437794 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 04:35:41.440873 dv-cinder-778193-4-iscsi neutron-server[100906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 04:35:41.523280 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 39962) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:35:41.532989 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068495 Aug 27 04:35:53.241498 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1d1b8-cb2c-409f-8e08-f10e4cebbc09 None None] get_active_networks_info from dv-cinder-778193-4-iscsi {{(pid=101017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 04:35:53.319277 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1d1b8-cb2c-409f-8e08-f10e4cebbc09 None None] No non-hosted networks {{(pid=101017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 04:35:53.328060 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.agentschedulers_db [None req-4ee1d1b8-cb2c-409f-8e08-f10e4cebbc09 None None] DHCP Agent not found on host dv-cinder-778193-4-iscsi {{(pid=101017) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 04:35:53.416385 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-094d23e9-78ec-4f74-b219-558443f30bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3898437'] for agent, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:55.843506 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bcd45161-8102-4619-8377-d1f63b92c161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3898437'] for agent, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:55.884018 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.db.api [None req-28968a42-f6bf-4e49-9218-04a511445777 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-4-iscsi {{(pid=101017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:35:55.885122 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG oslo_db.api [None req-28968a42-f6bf-4e49-9218-04a511445777 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:35:56.059890 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3898437'] for agent, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:56.061306 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.068793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.069171 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:35:56.069171 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:56.083379 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:35:56.414500 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-28968a42-f6bf-4e49-9218-04a511445777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:56.979613 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3898437'] for agent, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:58.509645 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3898437'] for agent, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:35:59.785913 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40054) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:00.278787 dv-cinder-778193-4-iscsi neutron-server[101015]: WARNING oslo_policy.policy [None req-a038ce2d-ba33-4a27-b1e6-4a3e39ffc047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:00.279388 dv-cinder-778193-4-iscsi neutron-server[101015]: WARNING oslo_policy.policy [None req-a038ce2d-ba33-4a27-b1e6-4a3e39ffc047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:00.501069 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [None req-a038ce2d-ba33-4a27-b1e6-4a3e39ffc047 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:36:00.502396 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-a038ce2d-ba33-4a27-b1e6-4a3e39ffc047 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7144210 Aug 27 04:36:02.889823 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40068) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:03.073429 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.db.l3_hamode_db [None req-973d6608-b318-4233-9f36-cadac4a50f4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 04:36:03.151981 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d6608-b318-4233-9f36-cadac4a50f4b None None] Routers set() bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:03.152397 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d6608-b318-4233-9f36-cadac4a50f4b None None] Router IDs set() for agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 04:36:03.204454 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:03.297232 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.policy [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101015) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 04:36:03.341729 dv-cinder-778193-4-iscsi neutron-server[101015]: WARNING oslo_policy.policy [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:03.342126 dv-cinder-778193-4-iscsi neutron-server[101015]: WARNING oslo_policy.policy [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:03.350801 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.quota [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] Loaded quota_driver: . Aug 27 04:36:03.504575 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743840809445', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743840816688', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743840821324', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743840827368', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743841174316', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743840848453', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526845', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-664771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3844281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3782681'] for rbac-policy, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:03.699109 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:03.700358 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-20b4c1e9-3f9e-499f-9894-89e366feb87f admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8095732 Aug 27 04:36:06.320882 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40080) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:06.837966 dv-cinder-778193-4-iscsi neutron-server[101016]: WARNING oslo_policy.policy [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:06.838540 dv-cinder-778193-4-iscsi neutron-server[101016]: WARNING oslo_policy.policy [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:07.061892 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'name': 'private'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:07.063394 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.quota [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Loaded quota_driver: . Aug 27 04:36:07.195028 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Made reservation on behalf of de5d1c3997b74a6dadceb4fb555cf0e6 for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:36:07.260733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.policy [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 04:36:07.306315 dv-cinder-778193-4-iscsi neutron-server[101016]: WARNING oslo_policy.policy [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:07.306702 dv-cinder-778193-4-iscsi neutron-server[101016]: WARNING oslo_policy.policy [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 04:36:07.322279 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.340591 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.472588 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.544975 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.564489 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:36:07.594693 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743842660325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.595207 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Unsubscribe: segment precommit_create {{(pid=101016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:36:07.595718 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Added segment de8c3fa0-6ba7-4a7f-abce-05ba244dcca0 of type vlan for network 88ea78d5-4f25-4952-8a36-80c0e9247a04 Aug 27 04:36:07.612913 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb8a9d-6482-4ce1-bbea-979c890cba9f,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:07.663696 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.664065 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.664435 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.664774 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.665102 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.665442 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.665887 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.666105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.666433 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.666757 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.667077 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.667395 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Tracked resource versions report: Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: pushed versions: Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: { 'AddressGroup': {'1.2'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'ConntrackHelper': {'1.0'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Log': {'1.0'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Network': {'1.1'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Port': {'1.7'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'PortForwarding': {'1.2'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'QosPolicy': {'1.9'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroup': {'1.4'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SubPort': {'1.0'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Subnet': {'1.1'}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Trunk': {'1.1'}} Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: consumer versions: Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'ConntrackHelper': '1.0', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Log': '1.0', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Network': '1.1', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Port': '1.7', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'PortForwarding': '1.2', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'QosPolicy': '1.9', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroup': '1.4', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroupRule': '1.2', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SubPort': '1.0', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Subnet': '1.1', Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Trunk': '1.1'}} Aug 27 04:36:07.668612 dv-cinder-778193-4-iscsi neutron-server[101016]: {{(pid=101016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:36:07.711937 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.801516 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.802612 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:07.803297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:07.894757 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] Pushing event updated for resources: {'Network': ['ID=88ea78d5-4f25-4952-8a36-80c0e9247a04,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:07.906760 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:36:07.945371 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-14e88b10-e0fa-4142-acd3-7c9a3a27aa5b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6234136 Aug 27 04:36:10.614632 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40102) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:11.043539 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c0d24-e1cf-49c1-b924-98713454d016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:11.044998 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-a71c0d24-e1cf-49c1-b924-98713454d016 admin admin] 10.222.0.25 "GET /v2.0/networks/88ea78d5-4f25-4952-8a36-80c0e9247a04 HTTP/1.1" status: 200 len: 825 time: 0.4294460 Aug 27 04:36:11.068836 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d41ad61b-5fac-4c99-894e-92ddd557416c admin admin] 10.222.0.25 "GET /v2.0/subnetpools/31aa3e89-c317-4df7-9afd-21543dfeb795 HTTP/1.1" status: 200 len: 734 time: 0.0178034 Aug 27 04:36:11.078325 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Request body: {'subnet': {'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'subnetpool_id': '31aa3e89-c317-4df7-9afd-21543dfeb795', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'gateway_ip': '172.20.0.1'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:11.184186 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Made reservation on behalf of de5d1c3997b74a6dadceb4fb555cf0e6 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:36:11.186875 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:11.545163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:11.613971 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Checking segment: {'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:36:11.614366 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Network hostable DHCP agents. Network: 88ea78d5-4f25-4952-8a36-80c0e9247a04, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:36:11.630202 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa1d054-de73-4e52-aa13-ce85edbed9d0,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:11.644008 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.644410 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.644762 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.645103 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.645447 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.645805 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.646137 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.646489 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.646823 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.647151 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.647507 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.647832 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Tracked resource versions report: Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: pushed versions: Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: { 'AddressGroup': {'1.2'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'ConntrackHelper': {'1.0'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Log': {'1.0'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Network': {'1.1'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Port': {'1.7'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'PortForwarding': {'1.2'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'QosPolicy': {'1.9'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroup': {'1.4'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SubPort': {'1.0'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Subnet': {'1.1'}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Trunk': {'1.1'}} Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: consumer versions: Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'ConntrackHelper': '1.0', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Log': '1.0', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Network': '1.1', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Port': '1.7', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'PortForwarding': '1.2', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'QosPolicy': '1.9', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroup': '1.4', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroupRule': '1.2', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SubPort': '1.0', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Subnet': '1.1', Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Trunk': '1.1'}} Aug 27 04:36:11.649008 dv-cinder-778193-4-iscsi neutron-server[101015]: {{(pid=101015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:36:11.796227 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:36:11.881716 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 88ea78d5-4f25-4952-8a36-80c0e9247a04) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:36:11.886594 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:11.887294 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:11.891399 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d0ba2-f7c6-485d-9cbe-6a997e42224c None None] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:36:11.962827 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-50217699-3a73-41fb-b0f8-e84712da655d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8876193 Aug 27 04:36:12.217498 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-88ea78d5-4f25-4952-8a36-80c0e9247a04', 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'fixed_ips': [{'subnet_id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:36:12.218773 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:12.490399 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Allocated IP 172.20.0.2 (88ea78d5-4f25-4952-8a36-80c0e9247a04/8aa1d054-de73-4e52-aa13-ce85edbed9d0/d20f7dfb-b95c-445a-a074-730e683c5b88) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:36:12.691860 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:12.736473 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Transition to ACTIVE for port object d20f7dfb-b95c-445a-a074-730e683c5b88 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:36:12.759693 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Transition to ACTIVE for port object d20f7dfb-b95c-445a-a074-730e683c5b88 will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:36:12.842127 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:12.906382 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:36:12.912708 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:36:12.916193 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:36:12.957010 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Pushing event updated for resources: {'Port': ['ID=d20f7dfb-b95c-445a-a074-730e683c5b88,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:12.981981 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.982353 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.982761 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.983104 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.983439 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.983772 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.984099 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.984447 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.984790 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.985117 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.985441 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.985761 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Tracked resource versions report: Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: pushed versions: Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: { 'AddressGroup': {'1.2'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'ConntrackHelper': {'1.0'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Log': {'1.0'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Network': {'1.1'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Port': {'1.7'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'PortForwarding': {'1.2'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'QosPolicy': {'1.9'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroup': {'1.4'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SubPort': {'1.0'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Subnet': {'1.1'}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Trunk': {'1.1'}} Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: consumer versions: Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'ConntrackHelper': '1.0', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Log': '1.0', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Network': '1.1', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Port': '1.7', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'PortForwarding': '1.2', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'QosPolicy': '1.9', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroup': '1.4', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroupRule': '1.2', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SubPort': '1.0', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Subnet': '1.1', Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Trunk': '1.1'}} Aug 27 04:36:12.986918 dv-cinder-778193-4-iscsi neutron-server[101017]: {{(pid=101017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:36:13.014088 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Attempting to bind port d20f7dfb-b95c-445a-a074-730e683c5b88 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:36:13.014417 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Attempting to bind port d20f7dfb-b95c-445a-a074-730e683c5b88 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:36:13.014848 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Attempting to bind port d20f7dfb-b95c-445a-a074-730e683c5b88 on network 88ea78d5-4f25-4952-8a36-80c0e9247a04 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:36:13.019597 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:36:13.020002 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Checking segment: {'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:36:13.020514 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.020903 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Bound using segment: {'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:36:13.021401 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Bound port: d20f7dfb-b95c-445a-a074-730e683c5b88, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:36:13.021815 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.083533 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] For port d20f7dfb-b95c-445a-a074-730e683c5b88, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:36:13.087855 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] For port d20f7dfb-b95c-445a-a074-730e683c5b88, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d20f7dfb-b95c-445a-a074-730e683c5b88,segment=NetworkSegment(de8c3fa0-6ba7-4a7f-abce-05ba244dcca0),segment_id=de8c3fa0-6ba7-4a7f-abce-05ba244dcca0)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:36:13.197086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:13.262882 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd058962-475e-439a-99a6-b8b075f9a3b5 None None] Pushing event updated for resources: {'Port': ['ID=d20f7dfb-b95c-445a-a074-730e683c5b88,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:14.377097 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40114) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:14.700566 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [None req-34cb1592-b39d-4cbb-8fad-1488e7ea0b96 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:36:14.701569 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-34cb1592-b39d-4cbb-8fad-1488e7ea0b96 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234458 Aug 27 04:36:17.142901 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40122) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:17.472520 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [None req-4388ff3a-f34e-4e66-ba41-0c301bc8e7e4 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:36:17.473645 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4388ff3a-f34e-4e66-ba41-0c301bc8e7e4 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3296726 Aug 27 04:36:20.153978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40132) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:20.324128 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:36:20.471025 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-a83991d6-0dac-4d93-9517-839c742caa16 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'name': 'router1'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:20.556034 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a83991d6-0dac-4d93-9517-839c742caa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.557682 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a83991d6-0dac-4d93-9517-839c742caa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.707123 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a83991d6-0dac-4d93-9517-839c742caa16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.767920 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a83991d6-0dac-4d93-9517-839c742caa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.853015 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a83991d6-0dac-4d93-9517-839c742caa16 admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:20.854304 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-a83991d6-0dac-4d93-9517-839c742caa16 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6993406 Aug 27 04:36:21.633318 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece0468-f01a-4676-87c9-efe8e1bc4297 None None] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:36:21.777888 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-43413554-ce39-424f-8bbf-50bcfac7d9f4 None None] Provisioning for port d20f7dfb-b95c-445a-a074-730e683c5b88 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:36:21.843200 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d20f7dfb-b95c-445a-a074-730e683c5b88 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:21.990467 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port d20f7dfb-b95c-445a-a074-730e683c5b88 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:36:21.994904 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d20f7dfb-b95c-445a-a074-730e683c5b88 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:21.995351 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:22.039731 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-7f9ee77b-9f2f-4b9a-8541-5295eb4b619e None None] Provisioning complete for port d20f7dfb-b95c-445a-a074-730e683c5b88 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:22.040095 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee77b-9f2f-4b9a-8541-5295eb4b619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:22.168705 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:22.197265 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee77b-9f2f-4b9a-8541-5295eb4b619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:22.227778 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port d20f7dfb-b95c-445a-a074-730e683c5b88, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d20f7dfb-b95c-445a-a074-730e683c5b88,segment=NetworkSegment(de8c3fa0-6ba7-4a7f-abce-05ba244dcca0),segment_id=de8c3fa0-6ba7-4a7f-abce-05ba244dcca0)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:22.288188 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:22.369139 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.db.api [None req-7f9ee77b-9f2f-4b9a-8541-5295eb4b619e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:36:22.369525 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG oslo_db.api [None req-7f9ee77b-9f2f-4b9a-8541-5295eb4b619e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:36:22.375106 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=d20f7dfb-b95c-445a-a074-730e683c5b88,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:23.212654 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9688bf5d-40c1-4070-acd0-5c4015816f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:23.297776 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40144) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:23.614088 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [None req-d67588b0-8830-4e3d-903a-3a10081eca4d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:36:23.615093 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d67588b0-8830-4e3d-903a-3a10081eca4d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3163784 Aug 27 04:36:23.804205 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d20f7dfb-b95c-445a-a074-730e683c5b88 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:23.854329 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d20f7dfb-b95c-445a-a074-730e683c5b88 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:23.854705 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:25.784134 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cea16a33-8d5e-42e6-a3f7-c3c009f433f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:25.995942 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.034509 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40152) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:26.342181 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:26.463797 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Made reservation on behalf of 28c22cecb66d4652809a04ec1798ad5b for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:36:26.466323 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.482389 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.597210 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.663604 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.683582 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=101015) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 04:36:26.702824 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3c8143-ed36-44b0-8ea5-e757f2e08f5e,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:26.712535 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743842660325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.713319 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Unsubscribe: segment precommit_create {{(pid=101015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:36:26.713884 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Added segment c15102e2-a8c9-454d-98e8-90ad476231b8 of type flat for network ff473b6e-bdd7-412c-87dc-739296c001a1 Aug 27 04:36:26.775105 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.875071 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.904006 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:26.904994 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:26.905574 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:27.000959 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff473b6e-bdd7-412c-87dc-739296c001a1,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:27.011318 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network ff473b6e-bdd7-412c-87dc-739296c001a1 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:36:27.054125 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-6469855c-6168-47b6-b038-620cf5a250a6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0185342 Aug 27 04:36:28.429884 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:29.450377 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40170) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:29.668716 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17020e81-5f36-4d74-a66f-fa344d6aacfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:29.670103 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-17020e81-5f36-4d74-a66f-fa344d6aacfb admin admin] 10.222.0.25 "GET /v2.0/subnets/8aa1d054-de73-4e52-aa13-ce85edbed9d0 HTTP/1.1" status: 200 len: 849 time: 0.2187855 Aug 27 04:36:29.808731 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-305ea7d6-d23b-4efc-bbd6-69937622aa02 admin admin] 10.222.0.25 "GET /v2.0/routers/33b0d14a-6cd7-40ca-9de2-2b71b2b0871e HTTP/1.1" status: 200 len: 704 time: 0.1323576 Aug 27 04:36:30.077412 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:30.374255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Allocated IP 172.20.0.1 (88ea78d5-4f25-4952-8a36-80c0e9247a04/8aa1d054-de73-4e52-aa13-ce85edbed9d0/49be9df9-d248-424c-a373-4b6a05b60a62) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:36:30.559943 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:30.585479 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Transition to ACTIVE for port object 49be9df9-d248-424c-a373-4b6a05b60a62 will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:36:30.716026 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:30.784381 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:36:30.793357 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:36:30.796915 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:36:30.797473 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:30.857230 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Pushing event updated for resources: {'Port': ['ID=49be9df9-d248-424c-a373-4b6a05b60a62,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:31.046936 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-0487a6b3-af5c-477e-b45d-0513019b344f None None] Provisioning for port 49be9df9-d248-424c-a373-4b6a05b60a62 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:36:31.050956 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-0487a6b3-af5c-477e-b45d-0513019b344f None None] Provisioning complete for port 49be9df9-d248-424c-a373-4b6a05b60a62 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:31.051334 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-0487a6b3-af5c-477e-b45d-0513019b344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:31.086099 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:31.086352 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-0487a6b3-af5c-477e-b45d-0513019b344f None None] Port 49be9df9-d248-424c-a373-4b6a05b60a62 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:36:31.339375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:31.395434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:31.396249 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:31.474492 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Pushing event updated for resources: {'Port': ['ID=49be9df9-d248-424c-a373-4b6a05b60a62,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:31.520210 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:36:31.521515 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:36:31.705675 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-34bc0c5f-1b8b-47e1-9577-49884f66cac3 None None] Provisioning complete for port 49be9df9-d248-424c-a373-4b6a05b60a62 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:31.706081 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-34bc0c5f-1b8b-47e1-9577-49884f66cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:31.738614 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:36:31.739125 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-34bc0c5f-1b8b-47e1-9577-49884f66cac3 None None] Port 49be9df9-d248-424c-a373-4b6a05b60a62 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:36:31.831666 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:36:31.837659 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-d8f97da6-7530-46c9-b780-fdfb3dbfab7f admin admin] 10.222.0.25 "PUT /v2.0/routers/33b0d14a-6cd7-40ca-9de2-2b71b2b0871e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0232646 Aug 27 04:36:31.842757 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Sync routers for ids ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:36:31.862059 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Routers {'33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:31.863146 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:36:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:32.119014 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Set router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e gateway port host: None {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:32.540703 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'name': 'router1', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:36:20Z', 'updated_at': '2021-08-27T04:36:30Z', 'revision_number': 2, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'gw_port_host': None, '_interfaces': [{'id': '49be9df9-d248-424c-a373-4b6a05b60a62', 'name': '', 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'mac_address': 'fa:16:3e:1e:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:30Z', 'updated_at': '2021-08-27T04:36:31Z', 'revision_number': 2, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'subnets': [{'id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31aa3e89-c317-4df7-9afd-21543dfeb795'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:32.591720 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Checking router: 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:36:32.592092 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Updating router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e port 49be9df9-d248-424c-a373-4b6a05b60a62 binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:36:32.639556 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:33.235230 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:33.252452 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Transition to ACTIVE for port object 49be9df9-d248-424c-a373-4b6a05b60a62 will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:36:33.384197 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:33.542818 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Pushing event updated for resources: {'Port': ['ID=49be9df9-d248-424c-a373-4b6a05b60a62,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:33.563432 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.563751 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.564276 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.564610 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.565017 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.565112 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.565442 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.565779 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.566113 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.566443 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.566787 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.567092 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Tracked resource versions report: Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: pushed versions: Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: { 'AddressGroup': {'1.2'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'ConntrackHelper': {'1.0'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Log': {'1.0'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Network': {'1.1'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Port': {'1.7'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'PortForwarding': {'1.2'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'QosPolicy': {'1.9'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroup': {'1.4'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SubPort': {'1.0'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Subnet': {'1.1'}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Trunk': {'1.1'}} Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: consumer versions: Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'ConntrackHelper': '1.0', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Log': '1.0', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Network': '1.1', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Port': '1.7', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'PortForwarding': '1.2', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'QosPolicy': '1.9', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroup': '1.4', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroupRule': '1.2', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SubPort': '1.0', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Subnet': '1.1', Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Trunk': '1.1'}} Aug 27 04:36:33.568266 dv-cinder-778193-4-iscsi neutron-server[101018]: {{(pid=101018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:36:33.571383 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Attempting to bind port 49be9df9-d248-424c-a373-4b6a05b60a62 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:36:33.571781 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Attempting to bind port 49be9df9-d248-424c-a373-4b6a05b60a62 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:36:33.572218 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Attempting to bind port 49be9df9-d248-424c-a373-4b6a05b60a62 on network 88ea78d5-4f25-4952-8a36-80c0e9247a04 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:36:33.578115 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:36:33.578534 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Checking segment: {'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:36:33.579066 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:33.579460 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Bound using segment: {'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:36:33.580458 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Bound port: 49be9df9-d248-424c-a373-4b6a05b60a62, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c3fa0-6ba7-4a7f-abce-05ba244dcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:36:33.580458 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:33.646517 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] For port 49be9df9-d248-424c-a373-4b6a05b60a62, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:36:33.666658 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] For port 49be9df9-d248-424c-a373-4b6a05b60a62, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=49be9df9-d248-424c-a373-4b6a05b60a62,segment=NetworkSegment(de8c3fa0-6ba7-4a7f-abce-05ba244dcca0),segment_id=de8c3fa0-6ba7-4a7f-abce-05ba244dcca0)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:36:33.739024 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:33.795982 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Routers {'33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:33.796656 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:36:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:33.836394 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b56e9-d3bf-4a84-9675-31b21e6f77ff None None] Pushing event updated for resources: {'Port': ['ID=49be9df9-d248-424c-a373-4b6a05b60a62,revision_number=4']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:33.887545 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] Set router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e gateway port host: None {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:34.095708 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'name': 'router1', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:36:20Z', 'updated_at': '2021-08-27T04:36:30Z', 'revision_number': 2, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'gw_port_host': None, '_interfaces': [{'id': '49be9df9-d248-424c-a373-4b6a05b60a62', 'name': '', 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'mac_address': 'fa:16:3e:1e:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:30Z', 'updated_at': '2021-08-27T04:36:33Z', 'revision_number': 4, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'subnets': [{'id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31aa3e89-c317-4df7-9afd-21543dfeb795'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:34.127006 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c38e3-1126-4bd9-9180-31148b4b4a0b None None] The sync data for ids ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'] in dv-cinder-778193-4-iscsi is: [{'id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'name': 'router1', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:36:20Z', 'updated_at': '2021-08-27T04:36:30Z', 'revision_number': 2, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'gw_port_host': None, '_interfaces': [{'id': '49be9df9-d248-424c-a373-4b6a05b60a62', 'name': '', 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'mac_address': 'fa:16:3e:1e:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:30Z', 'updated_at': '2021-08-27T04:36:33Z', 'revision_number': 4, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'subnets': [{'id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31aa3e89-c317-4df7-9afd-21543dfeb795'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:36:34.255385 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40190) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:34.367512 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc19d43-8b19-4887-9e8e-c1d8488df0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:34.368910 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4fc19d43-8b19-4887-9e8e-c1d8488df0bb admin admin] 10.222.0.25 "GET /v2.0/networks/ff473b6e-bdd7-412c-87dc-739296c001a1 HTTP/1.1" status: 200 len: 842 time: 0.1125264 Aug 27 04:36:34.378980 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:34.538605 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Made reservation on behalf of 28c22cecb66d4652809a04ec1798ad5b for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:36:34.540833 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:34.895137 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.objects.ports [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 04:36:34.895587 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:34.950378 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6a4c88-da35-4af1-978f-3b6b46094d3f,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:34.962714 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:36:34.963074 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Network hostable DHCP agents. Network: ff473b6e-bdd7-412c-87dc-739296c001a1, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:36:35.098515 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:36:35.207004 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, ff473b6e-bdd7-412c-87dc-739296c001a1) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:36:35.211572 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:35.212169 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:35.217531 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb52f3-da42-4abb-8eca-a973746033b5 None None] Network ff473b6e-bdd7-412c-87dc-739296c001a1 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:36:35.289373 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6f9f1bb7-6ba1-4609-ae4d-a6013c919a33 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9137959 Aug 27 04:36:35.345670 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0855f72e-3732-4cd9-872c-e9015a05483c None None] Network ff473b6e-bdd7-412c-87dc-739296c001a1 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:36:37.672103 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40198) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:37.818895 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c10cf67b-af29-4003-bead-b5fd1ee0df2a admin admin] 10.222.0.25 "GET /v2.0/routers/33b0d14a-6cd7-40ca-9de2-2b71b2b0871e HTTP/1.1" status: 200 len: 710 time: 0.1454241 Aug 27 04:36:37.923438 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e5cb0-b7bd-433b-9195-51d0047ff8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:36:37.924855 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-5f6e5cb0-b7bd-433b-9195-51d0047ff8d9 admin admin] 10.222.0.25 "GET /v2.0/networks/ff473b6e-bdd7-412c-87dc-739296c001a1 HTTP/1.1" status: 200 len: 886 time: 0.1002016 Aug 27 04:36:37.934459 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:36:38.272695 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:38.555633 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:38.631666 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:38.736642 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Allocated IP 172.27.0.207 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/d39d34d6-8829-4a36-bdfd-f5b1205c2157) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:36:38.837280 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:38.967257 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:39.008177 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:36:39.013033 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:36:39.019358 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:36:39.022258 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Pushing event updated for resources: {'Port': ['ID=d39d34d6-8829-4a36-bdfd-f5b1205c2157,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:39.352170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:39.562352 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3895536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4560'] for router, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:39.565591 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3895531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3895522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885125'] for router, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:39.671583 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:36:39.830782 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 49be9df9-d248-424c-a373-4b6a05b60a62 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:39.878908 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:36:39.884014 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:39.885307 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-591dcc38-e9ce-48ef-8155-126cb4081e4e admin admin] 10.222.0.25 "PUT /v2.0/routers/33b0d14a-6cd7-40ca-9de2-2b71b2b0871e HTTP/1.1" status: 200 len: 890 time: 1.9542475 Aug 27 04:36:39.984431 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 49be9df9-d248-424c-a373-4b6a05b60a62 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:36:39.988682 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 49be9df9-d248-424c-a373-4b6a05b60a62 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:39.989055 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:40.122616 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:40.175785 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 49be9df9-d248-424c-a373-4b6a05b60a62, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=49be9df9-d248-424c-a373-4b6a05b60a62,segment=NetworkSegment(de8c3fa0-6ba7-4a7f-abce-05ba244dcca0),segment_id=de8c3fa0-6ba7-4a7f-abce-05ba244dcca0)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:40.258260 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:40.308291 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=49be9df9-d248-424c-a373-4b6a05b60a62,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:40.620455 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Sync routers for ids ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:36:40.630677 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Routers {'33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:40.631407 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:36:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:40.838367 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Set router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:41.229098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'name': 'router1', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd39d34d6-8829-4a36-bdfd-f5b1205c2157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:36:20Z', 'updated_at': '2021-08-27T04:36:39Z', 'revision_number': 4, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'gw_port': {'id': 'd39d34d6-8829-4a36-bdfd-f5b1205c2157', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:38Z', 'updated_at': '2021-08-27T04:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '49be9df9-d248-424c-a373-4b6a05b60a62', 'name': '', 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'mac_address': 'fa:16:3e:1e:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:30Z', 'updated_at': '2021-08-27T04:36:40Z', 'revision_number': 5, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'subnets': [{'id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31aa3e89-c317-4df7-9afd-21543dfeb795'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:41.283338 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Checking router: 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:36:41.283702 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Updating router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e port d39d34d6-8829-4a36-bdfd-f5b1205c2157 binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:36:41.332860 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:41.642994 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:41.653073 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Transition to ACTIVE for port object d39d34d6-8829-4a36-bdfd-f5b1205c2157 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:36:41.698126 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:41.748557 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Attempting to bind port d39d34d6-8829-4a36-bdfd-f5b1205c2157 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:36:41.748968 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Attempting to bind port d39d34d6-8829-4a36-bdfd-f5b1205c2157 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:36:41.749298 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Attempting to bind port d39d34d6-8829-4a36-bdfd-f5b1205c2157 on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:36:41.751114 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b114fd3-eb38-4422-9d6f-1e3a67680523 None None] Pushing event updated for resources: {'Port': ['ID=d39d34d6-8829-4a36-bdfd-f5b1205c2157,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:41.756371 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:36:41.756763 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:36:41.757166 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:41.757551 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:36:41.758268 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Bound port: d39d34d6-8829-4a36-bdfd-f5b1205c2157, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:36:41.758402 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:41.811171 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] For port d39d34d6-8829-4a36-bdfd-f5b1205c2157, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:36:41.814551 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] For port d39d34d6-8829-4a36-bdfd-f5b1205c2157, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d39d34d6-8829-4a36-bdfd-f5b1205c2157,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:36:41.826463 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 49be9df9-d248-424c-a373-4b6a05b60a62 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:41.876251 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 49be9df9-d248-424c-a373-4b6a05b60a62 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:41.876923 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:41.974930 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:42.057613 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Routers {'33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:36:42.058243 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:36:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:42.115373 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b114fd3-eb38-4422-9d6f-1e3a67680523 None None] Pushing event updated for resources: {'Port': ['ID=d39d34d6-8829-4a36-bdfd-f5b1205c2157,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:42.204886 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] Set router 33b0d14a-6cd7-40ca-9de2-2b71b2b0871e gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:36:42.339180 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40212) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:36:42.422588 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'name': 'router1', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd39d34d6-8829-4a36-bdfd-f5b1205c2157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:36:20Z', 'updated_at': '2021-08-27T04:36:39Z', 'revision_number': 4, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'gw_port': {'id': 'd39d34d6-8829-4a36-bdfd-f5b1205c2157', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:38Z', 'updated_at': '2021-08-27T04:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '49be9df9-d248-424c-a373-4b6a05b60a62', 'name': '', 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'mac_address': 'fa:16:3e:1e:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:30Z', 'updated_at': '2021-08-27T04:36:40Z', 'revision_number': 5, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'subnets': [{'id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31aa3e89-c317-4df7-9afd-21543dfeb795'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:36:42.449715 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9fbf3-577f-487b-a7e1-b55a95f1e0c5 None None] The sync data for ids ['33b0d14a-6cd7-40ca-9de2-2b71b2b0871e'] in dv-cinder-778193-4-iscsi is: [{'id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'name': 'router1', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd39d34d6-8829-4a36-bdfd-f5b1205c2157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:36:20Z', 'updated_at': '2021-08-27T04:36:39Z', 'revision_number': 4, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'gw_port': {'id': 'd39d34d6-8829-4a36-bdfd-f5b1205c2157', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:38Z', 'updated_at': '2021-08-27T04:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '49be9df9-d248-424c-a373-4b6a05b60a62', 'name': '', 'network_id': '88ea78d5-4f25-4952-8a36-80c0e9247a04', 'tenant_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'mac_address': 'fa:16:3e:1e:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b0d14a-6cd7-40ca-9de2-2b71b2b0871e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:36:30Z', 'updated_at': '2021-08-27T04:36:40Z', 'revision_number': 5, 'project_id': 'de5d1c3997b74a6dadceb4fb555cf0e6', 'subnets': [{'id': '8aa1d054-de73-4e52-aa13-ce85edbed9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31aa3e89-c317-4df7-9afd-21543dfeb795'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:36:42.494164 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-77c33022-e3d6-4857-8a63-bfe06c554574 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1536551 Aug 27 04:36:43.851433 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d39d34d6-8829-4a36-bdfd-f5b1205c2157 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:43.983457 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port d39d34d6-8829-4a36-bdfd-f5b1205c2157 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:36:43.987486 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d39d34d6-8829-4a36-bdfd-f5b1205c2157 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:43.987860 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:44.071446 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:44.090662 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port d39d34d6-8829-4a36-bdfd-f5b1205c2157, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d39d34d6-8829-4a36-bdfd-f5b1205c2157,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:36:44.179047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:44.232586 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=d39d34d6-8829-4a36-bdfd-f5b1205c2157,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:36:45.842176 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d39d34d6-8829-4a36-bdfd-f5b1205c2157 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:36:45.911508 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d39d34d6-8829-4a36-bdfd-f5b1205c2157 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:36:45.913167 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:53.234893 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c3cf0a56-89e5-4b3a-9bc9-ef34bba83597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:55.760598 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c5c92ddf-b9a3-4ae8-8526-aa7cbd3c20f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:55.983482 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:56.835086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:36:57.326348 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:36:58.447702 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:23.228720 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8b3ee066-4654-43da-a8bc-990167c8d162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:25.803334 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ab52a3af-adc6-4272-975a-3b0388815fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:25.994788 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:26.891858 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:28.451433 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:34.331343 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:37:53.182623 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b9b32392-d1bf-470f-9b5c-140cbba9ebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:55.794336 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-baed6ad9-c067-4630-bd48-74a02d6c1d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:55.977296 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:56.873173 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:37:58.451283 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:11.331152 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:38:22.145868 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40774) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:22.208585 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecea25eb-6748-403c-aca8-d6cb11fd0f57 admin admin] GET failed (client error): The resource could not be found. Aug 27 04:38:22.209905 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ecea25eb-6748-403c-aca8-d6cb11fd0f57 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630646 Aug 27 04:38:22.369195 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948cdd3-9207-478f-8aa9-751a278428bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:22.370738 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c948cdd3-9207-478f-8aa9-751a278428bd admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563008 Aug 27 04:38:23.214597 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e4a8-7b1d-4baa-ac41-313bcddea8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:24.566058 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40784) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:24.658549 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e12ddc-8692-4215-94f3-2a2076c97921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:24.660536 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-54e12ddc-8692-4215-94f3-2a2076c97921 admin admin] 10.222.0.25 "GET /v2.0/subnets/8aa1d054-de73-4e52-aa13-ce85edbed9d0 HTTP/1.1" status: 200 len: 849 time: 0.0928597 Aug 27 04:38:24.670761 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:38:24.754140 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Notify callbacks [] for subnet, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:24.965729 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743842553896'] for subnet, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:25.000799 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:25.001397 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:25.002895 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] 10.222.0.25 "PUT /v2.0/subnets/8aa1d054-de73-4e52-aa13-ce85edbed9d0 HTTP/1.1" status: 200 len: 868 time: 0.3358283 Aug 27 04:38:25.005844 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950ff44-eff3-437d-91e1-2dc0d230ef75 None None] Network 88ea78d5-4f25-4952-8a36-80c0e9247a04 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:38:25.023887 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa1d054-de73-4e52-aa13-ce85edbed9d0,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:38:25.032118 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.032565 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.032950 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.033308 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.033684 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.034199 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.034555 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.034960 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.035329 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.035689 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.036034 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.036408 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd622-1ea0-4fdc-b243-a0cfe714a1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:38:25.426457 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-3f7bb1aa-c333-44a5-a7bc-002c975f64c4 None None] Provisioning complete for port d20f7dfb-b95c-445a-a074-730e683c5b88 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:38:25.426829 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb1aa-c333-44a5-a7bc-002c975f64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:25.508064 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-3f7bb1aa-c333-44a5-a7bc-002c975f64c4 None None] Provisioning complete for port 49be9df9-d248-424c-a373-4b6a05b60a62 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:38:25.508343 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb1aa-c333-44a5-a7bc-002c975f64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:25.771419 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cddd8365-2dec-424c-9120-1fff9e0d12a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:25.999511 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:26.856671 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:27.268606 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40794) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:27.479558 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d33a27-2e20-4eaa-9c90-608e8dc5fac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:27.479962 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d33a27-2e20-4eaa-9c90-608e8dc5fac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:27.481541 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e8d33a27-2e20-4eaa-9c90-608e8dc5fac1 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113175 Aug 27 04:38:28.460924 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:29.656627 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40802) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:29.864298 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee6624-db25-4cae-850c-c3722d4e2213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:29.864833 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee6624-db25-4cae-850c-c3722d4e2213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:29.866395 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-78ee6624-db25-4cae-850c-c3722d4e2213 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2088175 Aug 27 04:38:32.032849 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40810) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:32.160969 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b4c2f-9a11-4414-92e1-ff17298a6bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:32.162339 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ee6b4c2f-9a11-4414-92e1-ff17298a6bd2 admin admin] 10.222.0.25 "GET /v2.0/networks/88ea78d5-4f25-4952-8a36-80c0e9247a04 HTTP/1.1" status: 200 len: 869 time: 0.1285365 Aug 27 04:38:34.318647 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40818) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:34.450525 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705a23b-a57e-45f7-853f-2a06feaf6b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:34.451894 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0705a23b-a57e-45f7-853f-2a06feaf6b6b admin admin] 10.222.0.25 "GET /v2.0/networks/ff473b6e-bdd7-412c-87dc-739296c001a1 HTTP/1.1" status: 200 len: 886 time: 0.1323042 Aug 27 04:38:36.625675 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40826) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:36.754392 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200bda83-84da-45d9-a304-4f4191b0ab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:36.754969 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200bda83-84da-45d9-a304-4f4191b0ab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:36.756539 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-200bda83-84da-45d9-a304-4f4191b0ab93 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1298964 Aug 27 04:38:38.961135 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40834) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:39.052982 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b652c6a-7ccf-448a-8882-31dcd57940c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:39.053451 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b652c6a-7ccf-448a-8882-31dcd57940c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:39.054962 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-5b652c6a-7ccf-448a-8882-31dcd57940c1 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929713 Aug 27 04:38:41.241561 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40842) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:41.327741 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbddae2-9344-46b6-acd3-ac634c1dfe13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:41.329110 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2cbddae2-9344-46b6-acd3-ac634c1dfe13 admin admin] 10.222.0.25 "GET /v2.0/subnets/5f6a4c88-da35-4af1-978f-3b6b46094d3f HTTP/1.1" status: 200 len: 816 time: 0.0866010 Aug 27 04:38:43.530111 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40850) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:38:43.626783 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ee2fc-5d1f-4120-919e-adb7d2872aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:38:43.628258 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-ef0ee2fc-5d1f-4120-919e-adb7d2872aff admin admin] 10.222.0.25 "GET /v2.0/subnets/8aa1d054-de73-4e52-aa13-ce85edbed9d0 HTTP/1.1" status: 200 len: 868 time: 0.0971487 Aug 27 04:38:48.329061 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:38:53.219678 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-67c0d5cf-ce12-4560-afac-7f3ccbd19dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:55.754231 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1b96-82fa-41ad-b704-a36e33486b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:55.997429 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:56.877382 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:38:58.456745 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:07.638116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40904) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:07.686095 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [None req-baf3c775-50b8-4e33-8ef4-b6eb9b4f7646 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:39:07.687160 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-baf3c775-50b8-4e33-8ef4-b6eb9b4f7646 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480876 Aug 27 04:39:09.972244 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40912) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:10.032573 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d242b0-b3e3-4bc1-b69c-5ecaef2c9b69 admin admin] GET failed (client error): The resource could not be found. Aug 27 04:39:10.034538 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-87d242b0-b3e3-4bc1-b69c-5ecaef2c9b69 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613430 Aug 27 04:39:10.188970 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09003a-460a-499b-816c-d7f0c4b39b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:10.190499 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9f09003a-460a-499b-816c-d7f0c4b39b90 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1513929 Aug 27 04:39:12.478631 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40920) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:12.528322 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:12.619537 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Made reservation on behalf of 28c22cecb66d4652809a04ec1798ad5b for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:12.621904 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.656690 dv-cinder-778193-4-iscsi neutron-server[101015]: WARNING neutron.services.revisions.revision_plugin [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Could not find related network for resource to bump revision. Aug 27 04:39:12.670438 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:39:12.679149 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.679517 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Added segment 7fc6efef-58a3-4d82-a287-d0fdcf463239 of type vlan for network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d Aug 27 04:39:12.722434 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.796874 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.797875 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:12.798457 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:12.855448 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] Pushing event updated for resources: {'Network': ['ID=3e4e603d-9e10-4c7a-95f0-dc02cda2807d,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:12.868555 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:39:12.909084 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9fa75f9e-4637-499f-a4ef-0f2bd4d3ab1e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4285138 Aug 27 04:39:15.132457 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40928) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:39:15.194172 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.pecan_wsgi.hooks.translation [None req-62835897-15d2-492f-a0bc-29b9630a3ec4 admin admin] GET failed (client error): The resource could not be found. Aug 27 04:39:15.195530 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-62835897-15d2-492f-a0bc-29b9630a3ec4 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621190 Aug 27 04:39:15.266776 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10709c24-f123-4ba6-9b5e-bbeb211ec9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:15.268244 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-10709c24-f123-4ba6-9b5e-bbeb211ec9b3 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680516 Aug 27 04:39:15.279036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:39:15.364681 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Made reservation on behalf of 28c22cecb66d4652809a04ec1798ad5b for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:39:15.366905 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:15.582537 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:15.638552 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ec0564-30ca-4fc7-a59d-61f605eff0f1,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:15.646848 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Checking segment: {'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:39:15.647242 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Network hostable DHCP agents. Network: 3e4e603d-9e10-4c7a-95f0-dc02cda2807d, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:39:15.716465 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:39:15.816311 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 3e4e603d-9e10-4c7a-95f0-dc02cda2807d) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:15.820641 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:39:15.821238 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:15.826839 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920fe5b2-d1be-47e2-8b82-3747c9b99f86 None None] Network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:39:15.898171 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-6b473c89-fab6-4a27-b4bd-2600f6102627 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6222370 Aug 27 04:39:16.086017 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-3e4e603d-9e10-4c7a-95f0-dc02cda2807d', 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d', 'tenant_id': '28c22cecb66d4652809a04ec1798ad5b', 'fixed_ips': [{'subnet_id': '28ec0564-30ca-4fc7-a59d-61f605eff0f1'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:39:16.086912 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:16.224534 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Allocated IP 192.168.233.2 (3e4e603d-9e10-4c7a-95f0-dc02cda2807d/28ec0564-30ca-4fc7-a59d-61f605eff0f1/d2ddf409-d19a-409e-8a8e-4d801ed248e0) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:39:16.367091 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:16.375435 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Transition to ACTIVE for port object d2ddf409-d19a-409e-8a8e-4d801ed248e0 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:39:16.393294 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Transition to ACTIVE for port object d2ddf409-d19a-409e-8a8e-4d801ed248e0 will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:39:16.450884 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:16.488775 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:39:16.493680 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:39:16.497313 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:39:16.503467 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Pushing event updated for resources: {'Port': ['ID=d2ddf409-d19a-409e-8a8e-4d801ed248e0,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:16.514441 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.514817 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.515170 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.515552 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.515888 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.516218 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.516576 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.516911 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.517259 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.517591 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.517991 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.518319 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:39:16.568303 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Attempting to bind port d2ddf409-d19a-409e-8a8e-4d801ed248e0 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:39:16.568710 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Attempting to bind port d2ddf409-d19a-409e-8a8e-4d801ed248e0 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:39:16.569079 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Attempting to bind port d2ddf409-d19a-409e-8a8e-4d801ed248e0 on network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:39:16.574201 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:39:16.574579 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Checking segment: {'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:39:16.574982 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:16.575384 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Bound using segment: {'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:39:16.575856 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Bound port: d2ddf409-d19a-409e-8a8e-4d801ed248e0, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:39:16.576242 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:16.639392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] For port d2ddf409-d19a-409e-8a8e-4d801ed248e0, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:39:16.642559 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] For port d2ddf409-d19a-409e-8a8e-4d801ed248e0, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d2ddf409-d19a-409e-8a8e-4d801ed248e0,segment=NetworkSegment(7fc6efef-58a3-4d82-a287-d0fdcf463239),segment_id=7fc6efef-58a3-4d82-a287-d0fdcf463239)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:39:16.719507 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:16.778589 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580a30e-7604-445f-9c15-f5130fe059d3 None None] Pushing event updated for resources: {'Port': ['ID=d2ddf409-d19a-409e-8a8e-4d801ed248e0,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:17.591280 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68954c8d-f700-426e-b380-ba50fd2419b5 None None] Network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:39:17.719939 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-d1227faa-0161-4369-84ad-3d8eb8f09819 None None] Provisioning for port d2ddf409-d19a-409e-8a8e-4d801ed248e0 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:39:17.976132 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d2ddf409-d19a-409e-8a8e-4d801ed248e0 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:18.079433 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port d2ddf409-d19a-409e-8a8e-4d801ed248e0 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:39:18.083636 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d2ddf409-d19a-409e-8a8e-4d801ed248e0 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:39:18.084040 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:18.167430 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:18.200402 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port d2ddf409-d19a-409e-8a8e-4d801ed248e0, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d2ddf409-d19a-409e-8a8e-4d801ed248e0,segment=NetworkSegment(7fc6efef-58a3-4d82-a287-d0fdcf463239),segment_id=7fc6efef-58a3-4d82-a287-d0fdcf463239)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:39:18.282239 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:18.332281 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=d2ddf409-d19a-409e-8a8e-4d801ed248e0,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:39:19.935184 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d2ddf409-d19a-409e-8a8e-4d801ed248e0 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:39:19.982887 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d2ddf409-d19a-409e-8a8e-4d801ed248e0 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:39:19.983177 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:23.222702 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e95c7d86-b4e9-4bfa-98b7-1a71b7b2d67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:25.327859 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:39:25.779123 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7a4b-0243-4e26-9c77-75a58f8b2eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:25.996081 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:26.873347 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:28.468251 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:53.210281 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-67d270a2-882d-4d48-8742-d133b42f8f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:55.810469 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-408783f6-7f35-427d-b7ab-69bb49504329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:55.993479 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:56.861754 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:39:58.475273 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:02.326594 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:40:23.218047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-dcb2803a-3b0b-4d21-810b-5040c31c8293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:25.787368 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0b0cb3b-7fa9-4f39-ace4-4d86274ccda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:26.010358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:26.886180 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:28.495617 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:36.650339 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 40980) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:36.656186 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [None req-4385975d-2f88-47f2-a050-ed3bc47a0b92 tempest-verify_tempest_config-1768753420 tempest-verify_tempest_config-1768753420-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:40:36.657839 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4385975d-2f88-47f2-a050-ed3bc47a0b92 tempest-verify_tempest_config-1768753420 tempest-verify_tempest_config-1768753420-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059080 Aug 27 04:40:37.241021 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 40998) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:37.342819 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.426202 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.593226 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.651169 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=162db381be134df0a3ca4b1bd3551c99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4090269 Aug 27 04:40:37.652000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb9b13-0f2c-4b78-a543-5fa7652f25cb,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:37.653962 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41004) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:40:37.661532 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.661926 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.662280 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.662672 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.663022 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.663399 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.663745 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.664100 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.664456 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.664924 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.665406 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.665888 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016a729-51cb-4ecf-8e14-c4d186b28602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.710617 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.731908 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.901307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.903808 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:37.905489 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36cb9b13-0f2c-4b78-a543-5fa7652f25cb HTTP/1.1" status: 204 len: 168 time: 0.2501140 Aug 27 04:40:37.913447 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb9b13-0f2c-4b78-a543-5fa7652f25cb,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:40:37.919940 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.920320 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.920700 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.921046 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.921381 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.921720 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.922058 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.922409 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.923325 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.923662 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.923991 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:37.924383 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b8198-7d55-4539-8a2e-469961d94466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:40:39.324138 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:40:53.216775 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee278-9966-4ec1-9bd2-610ee3cae98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:55.777131 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-47c963b1-1bcc-4143-870f-26dd168cd9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:55.989007 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:56.965739 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:40:58.463000 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:16.323240 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:41:23.199327 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-95afe86a-c78a-459a-9182-98024fbc54b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:25.804460 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b2b9eabc-389e-4709-b1ae-2ca0aa07e654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:26.021186 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:26.902154 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:28.501914 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:53.232196 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-44cff5c9-6837-477a-a11d-3c5294234ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:53.321592 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 5 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:41:55.775065 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a595bfe5-e2b1-45a1-9c15-3cbe2f203aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:55.987255 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:56.889522 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:41:58.484174 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:13.569385 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3898437'] for agent, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:23.192166 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-965297c2-e3c6-42cd-8d7a-02bd57ff93d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:25.780640 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cc34298a-06dc-41d0-83e7-00bfff0db524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:25.963634 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:26.877872 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:28.489456 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:29.193598 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41078) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:29.301688 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d25c4379-2f86-4a7f-bb4e-b7c40bbaf7b8 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1069746 Aug 27 04:42:30.320482 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:42:31.540574 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41088) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:42:31.602110 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e103a99a-8edc-4b3f-92b6-cd47d46963b2 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0603747 Aug 27 04:42:43.499722 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:53.208678 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5fcdda58-5ee1-442e-bb64-c0f503031f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:55.815195 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3eecddc6-dfa0-4efa-87fc-d4f8015d269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:55.986583 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:56.877166 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:42:58.477429 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:07.318548 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:43:13.511757 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:23.226218 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-177391a9-27d0-4324-931e-2188b5f0d3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:25.811400 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-efd54c10-faf9-4548-a9d8-d0fa16ec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:25.991820 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:26.905694 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:28.482710 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:43.506117 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:44.318153 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:43:53.231549 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-7729cbc8-2d42-4509-918d-7e8b5ff19bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:55.774639 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5cfe160e-f3f5-4d25-834e-cfa4a5ca0c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:55.986241 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:56.889045 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:43:58.498186 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.038653 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41314) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:04.110430 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41322) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:04.145650 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41330) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:04.184143 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41336) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:04.275821 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-439776670-network', 'tenant_id': '6ca6f1d385e747fda6bcfb72620f85f3'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:04.330523 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-49915944-network', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:04.365479 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1372791457-network', 'tenant_id': '47cca0df6e9e4252b3273dbfa06aa6bf'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:04.374988 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Made reservation on behalf of 6ca6f1d385e747fda6bcfb72620f85f3 for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:04.377614 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.387216 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.461669 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Made reservation on behalf of bab1a23d8ead4f71956c5e90bbe29587 for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:04.463975 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.475170 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.564029 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-network', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:04.599153 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Made reservation on behalf of 47cca0df6e9e4252b3273dbfa06aa6bf for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:04.599568 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.610295 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.678410 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.826256 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.840883 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:04.853070 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.853710 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Added segment d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef of type vlan for network 848d33ef-e3dc-4a79-b983-71da73e63d20 Aug 27 04:44:04.910132 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.929044 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:04.933754 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ca993-6673-4722-8873-dac04e38672f,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:04.942275 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.942638 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.942989 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.943332 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.943672 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.944028 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.944391 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.944942 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.945332 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.945693 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.946027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.946357 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Tracked resource versions report: Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: pushed versions: Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: { 'AddressGroup': {'1.2'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'ConntrackHelper': {'1.0'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Log': {'1.0'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Network': {'1.1'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Port': {'1.7'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'PortForwarding': {'1.2'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'QosPolicy': {'1.9'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroup': {'1.4'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SubPort': {'1.0'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Subnet': {'1.1'}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Trunk': {'1.1'}} Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: consumer versions: Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'ConntrackHelper': '1.0', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Log': '1.0', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Network': '1.1', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Port': '1.7', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'PortForwarding': '1.2', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'QosPolicy': '1.9', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroup': '1.4', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SecurityGroupRule': '1.2', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'SubPort': '1.0', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Subnet': '1.1', Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: 'Trunk': '1.1'}} Aug 27 04:44:04.947485 dv-cinder-778193-4-iscsi neutron-server[101016]: {{(pid=101016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:44:05.011467 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.037715 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.039029 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:05.039572 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.040569 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:05.062296 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.062650 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Added segment a141df44-a129-48be-a606-5f2a5ab3a308 of type vlan for network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 Aug 27 04:44:05.071186 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b6e55e-8ada-4ebe-be75-372e36bb5802,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.079742 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.080128 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.080509 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.080863 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.081205 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.081617 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.081911 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.082256 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.082612 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.083018 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.083283 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.083614 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Tracked resource versions report: Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: pushed versions: Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: { 'AddressGroup': {'1.2'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'ConntrackHelper': {'1.0'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Log': {'1.0'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Network': {'1.1'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Port': {'1.7'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'PortForwarding': {'1.2'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'QosPolicy': {'1.9'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroup': {'1.4'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SubPort': {'1.0'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Subnet': {'1.1'}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Trunk': {'1.1'}} Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: consumer versions: Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'ConntrackHelper': '1.0', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Log': '1.0', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Network': '1.1', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Port': '1.7', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'PortForwarding': '1.2', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'QosPolicy': '1.9', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroup': '1.4', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SecurityGroupRule': '1.2', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'SubPort': '1.0', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Subnet': '1.1', Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: 'Trunk': '1.1'}} Aug 27 04:44:05.084773 dv-cinder-778193-4-iscsi neutron-server[101015]: {{(pid=101015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:44:05.118598 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.134849 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] Pushing event updated for resources: {'Network': ['ID=848d33ef-e3dc-4a79-b983-71da73e63d20,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.145936 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 848d33ef-e3dc-4a79-b983-71da73e63d20 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:05.147047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Made reservation on behalf of 2252ab66f4f64fa5a5d8fcb7ace33509 for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:05.150554 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.171324 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.256278 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.257312 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:05.257935 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.274408 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.329228 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] Pushing event updated for resources: {'Network': ['ID=0aea5cc4-1788-412d-8ef4-5503e8af6a54,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.339961 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:05.373394 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.431391 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:05.442178 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.443032 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Added segment 936526c9-fbd1-4800-bc7d-7c744499a89a of type vlan for network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 Aug 27 04:44:05.491125 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6298b749-90fa-4677-9af2-5f44b8b45c36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4513865 Aug 27 04:44:05.491750 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41386) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:05.500660 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Request body: {'subnet': {'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-439776670-subnet', 'tenant_id': '6ca6f1d385e747fda6bcfb72620f85f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:05.511813 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.553633 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-172de393-f058-4c41-96ff-1dc33e247601 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4413307 Aug 27 04:44:05.557422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a2b51d-1f07-4e57-81bd-c4074ddac80c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.558438 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41394) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:05.564848 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Request body: {'subnet': {'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-subnet', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:05.621585 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.622845 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:05.624114 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.717993 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.720119 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.733334 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:05.769855 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.799206 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:05.810274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132d6bed-85ed-45ee-aa20-09a71e58e873,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:05.815942 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.816775 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Added segment 780a8680-333b-4f5b-966d-09249c566057 of type vlan for network cfee3453-5583-48a6-bcf0-d538e9a08449 Aug 27 04:44:05.840991 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.db.api [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:44:05.840991 dv-cinder-778193-4-iscsi neutron-server[101016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 04:44:05.840991 dv-cinder-778193-4-iscsi neutron-server[101016]: [parameters: {'project_id_1': 'bab1a23d8ead4f71956c5e90bbe29587', 'expiration_1': datetime.datetime(2021, 8, 27, 4, 44, 5, 571870)}] Aug 27 04:44:05.840991 dv-cinder-778193-4-iscsi neutron-server[101016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:44:05.841485 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG oslo_db.api [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:44:05.850294 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-8334f915-3f61-409a-8d6c-6356f184a9d1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7035120 Aug 27 04:44:05.853596 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41408) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:05.859521 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Request body: {'subnet': {'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1372791457-subnet', 'tenant_id': '47cca0df6e9e4252b3273dbfa06aa6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:05.863031 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.923837 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Made reservation on behalf of 6ca6f1d385e747fda6bcfb72620f85f3 for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:05.931560 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.980966 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:05.983056 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:05.983780 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.048098 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] Pushing event updated for resources: {'Network': ['ID=cfee3453-5583-48a6-bcf0-d538e9a08449,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.059254 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network cfee3453-5583-48a6-bcf0-d538e9a08449 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:06.122934 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Made reservation on behalf of 47cca0df6e9e4252b3273dbfa06aa6bf for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:06.125256 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.151694 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41418) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:06.182984 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-670d5f92-873c-4c2d-abcd-e9cc6a2191ca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9424262 Aug 27 04:44:06.185079 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41422) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:06.190390 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Request body: {'subnet': {'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-subnet', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:06.326721 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e53d6d2a-7528-4507-9312-2ef1412a3c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.328395 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.338044 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Made reservation on behalf of 2252ab66f4f64fa5a5d8fcb7ace33509 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:06.340807 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.411897 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Checking segment: {'id': 'd4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:06.412610 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Network hostable DHCP agents. Network: 848d33ef-e3dc-4a79-b983-71da73e63d20, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:06.443832 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e91b692-25b0-47a6-b56c-5b738fe7eb06,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.448912 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.533847 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Network 848d33ef-e3dc-4a79-b983-71da73e63d20 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:06.544311 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Checking segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:06.545027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Network hostable DHCP agents. Network: 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:06.547248 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82e7364-c3da-4955-bc5c-253e0c004a0c,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.552258 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e53d6d2a-7528-4507-9312-2ef1412a3c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.652339 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e53d6d2a-7528-4507-9312-2ef1412a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.690562 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 848d33ef-e3dc-4a79-b983-71da73e63d20) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:06.698307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.698798 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:06.699834 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.710215 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54117e42-2f09-4d02-a180-5954b21e18ca None None] Network 848d33ef-e3dc-4a79-b983-71da73e63d20 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:06.728830 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e53d6d2a-7528-4507-9312-2ef1412a3c16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69be034484ab4476a6a5647dda070eff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5754769 Aug 27 04:44:06.729537 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d6d2a-7528-4507-9312-2ef1412a3c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a420e8-6c44-4fc6-876f-6bce1e7cbab4,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.731723 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41442) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:06.788235 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec03569a-2e6f-4093-a041-39e1ace35ea0,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:06.796256 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Made reservation on behalf of bab1a23d8ead4f71956c5e90bbe29587 for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:06.799483 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.809471 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Checking segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:06.809943 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Network hostable DHCP agents. Network: cfee3453-5583-48a6-bcf0-d538e9a08449, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:06.814458 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:06.871067 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:06.885150 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481d96a-0ee5-4217-89e4-dad8ea1586f5 None None] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:06.887159 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Network cfee3453-5583-48a6-bcf0-d538e9a08449 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:06.901843 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a82aa6-8967-40a1-8786-5d6971d38cd2 None None] Network 848d33ef-e3dc-4a79-b983-71da73e63d20 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:06.929043 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-5733f8c6-dae7-435e-bc87-bec5106c4b90 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4359882 Aug 27 04:44:06.934018 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:06.934663 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.956032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-28a2cd6c-a605-401e-8850-9d9987bc988b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.957369 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, cfee3453-5583-48a6-bcf0-d538e9a08449) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:06.968693 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:06.970691 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:06.981917 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02bec81-dac1-403f-a3c9-407558b0ec1c None None] Network cfee3453-5583-48a6-bcf0-d538e9a08449 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:06.996000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-28a2cd6c-a605-401e-8850-9d9987bc988b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.065409 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-41b8f97a-566b-4b6f-94ba-bbb3311ddaa6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2107260 Aug 27 04:44:07.106410 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d92f1e26-b7f6-44e5-bb04-e88e54c31294 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9201233 Aug 27 04:44:07.109115 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41466) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:07.116477 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:07.194713 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-28a2cd6c-a605-401e-8850-9d9987bc988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.200700 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-28a2cd6c-a605-401e-8850-9d9987bc988b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.206265 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-28a2cd6c-a605-401e-8850-9d9987bc988b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80a420e8-6c44-4fc6-876f-6bce1e7cbab4 HTTP/1.1" status: 204 len: 168 time: 0.4724460 Aug 27 04:44:07.239679 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2cd6c-a605-401e-8850-9d9987bc988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a420e8-6c44-4fc6-876f-6bce1e7cbab4,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:07.274642 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.284611 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.352749 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-cfee3453-5583-48a6-bcf0-d538e9a08449', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:44:07.354040 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.374928 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792392e-ade2-4196-88ea-a757fa9ab29d None None] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:07.470559 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.651845 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Allocated IP 172.20.0.2 (cfee3453-5583-48a6-bcf0-d538e9a08449/ec03569a-2e6f-4093-a041-39e1ace35ea0/8059faa1-e0b6-4bf0-bdd0-9353e9369274) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:07.661125 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.728776 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50b0dfa-3978-4d3c-9c74-621a2df9b049,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:07.757391 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Checking segment: {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:07.757957 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Network hostable DHCP agents. Network: 0aea5cc4-1788-412d-8ef4-5503e8af6a54, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:07.826749 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.837146 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Transition to ACTIVE for port object 8059faa1-e0b6-4bf0-bdd0-9353e9369274 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:07.865973 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:07.885595 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Transition to ACTIVE for port object 8059faa1-e0b6-4bf0-bdd0-9353e9369274 will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:07.952748 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 0aea5cc4-1788-412d-8ef4-5503e8af6a54) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:07.953198 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.957199 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:07.962198 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.987185 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:07.996870 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9df6f-5d8b-4083-895a-df07bd609808 None None] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:08.010235 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41514) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:08.012929 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Network cfee3453-5583-48a6-bcf0-d538e9a08449 is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:08.020863 dv-cinder-778193-4-iscsi neutron-server[101015]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 04:44:08.069426 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:08.071293 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-700707ca-11f1-42b9-ba82-e5ce2dbf0ab1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5112565 Aug 27 04:44:08.073514 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41516) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:08.078967 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:08.086479 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:08.174375 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Pushing event updated for resources: {'Port': ['ID=8059faa1-e0b6-4bf0-bdd0-9353e9369274,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:08.185232 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.185232 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.185232 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.185232 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.185232 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.186160 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.186735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.187143 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.187567 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.188227 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.188661 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.189075 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Tracked resource versions report: Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: pushed versions: Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: { 'AddressGroup': {'1.2'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'ConntrackHelper': {'1.0'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Log': {'1.0'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Network': {'1.1'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Port': {'1.7'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'PortForwarding': {'1.2'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'QosPolicy': {'1.9'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroup': {'1.4'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SubPort': {'1.0'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Subnet': {'1.1'}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Trunk': {'1.1'}} Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: consumer versions: Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'ConntrackHelper': '1.0', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Log': '1.0', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Network': '1.1', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Port': '1.7', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'PortForwarding': '1.2', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'QosPolicy': '1.9', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroup': '1.4', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SecurityGroupRule': '1.2', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'SubPort': '1.0', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Subnet': '1.1', Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: 'Trunk': '1.1'}} Aug 27 04:44:08.190292 dv-cinder-778193-4-iscsi neutron-server[101017]: {{(pid=101017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:44:08.208629 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.209880 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.214349 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Attempting to bind port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:08.217278 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Attempting to bind port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:08.217730 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Attempting to bind port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 on network cfee3453-5583-48a6-bcf0-d538e9a08449 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:08.256241 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:08.256661 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Checking segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:08.257111 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.257459 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Bound using segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:08.257936 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Bound port: 8059faa1-e0b6-4bf0-bdd0-9353e9369274, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:08.258335 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.282598 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41522) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:08.296867 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.304516 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-66f08006-68bb-4f1c-9499-1ee884a045ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.340252 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fca1f3-3bb7-4d1c-84db-88a62e7529f9 None None] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:08.376897 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-ce272f94-2fbd-47de-834c-8d428a4c4571 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:08.384805 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-ce272f94-2fbd-47de-834c-8d428a4c4571 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.3722107 Aug 27 04:44:08.427544 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-4af2c3ab-d87f-486a-af1f-d0c58c52c9c4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/quotas/47cca0df6e9e4252b3273dbfa06aa6bf HTTP/1.1" status: 200 len: 375 time: 0.0417733 Aug 27 04:44:08.435094 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] For port 8059faa1-e0b6-4bf0-bdd0-9353e9369274, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:08.440240 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] For port 8059faa1-e0b6-4bf0-bdd0-9353e9369274, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=8059faa1-e0b6-4bf0-bdd0-9353e9369274,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:08.562591 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.581221 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-983b9f4e-3af9-47b1-9cdd-dd12be420db8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1528215 Aug 27 04:44:08.648817 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.714178 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac4a42-7798-4959-82a3-0943a91f473e None None] Pushing event updated for resources: {'Port': ['ID=8059faa1-e0b6-4bf0-bdd0-9353e9369274,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:08.737687 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-66f08006-68bb-4f1c-9499-1ee884a045ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.846308 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41554) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:08.849710 dv-cinder-778193-4-iscsi neutron-server[101016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 04:44:08.860920 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-66f08006-68bb-4f1c-9499-1ee884a045ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:08.936493 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-a63baf30-8bb6-44c8-a9b7-0f674795ab62 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:44:08.937551 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-a63baf30-8bb6-44c8-a9b7-0f674795ab62 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1224275 Aug 27 04:44:08.975003 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-66f08006-68bb-4f1c-9499-1ee884a045ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b85908db8d9e42b28ed05237bd3ffc7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6874444 Aug 27 04:44:08.976744 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41558) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:08.977811 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.001882 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f08006-68bb-4f1c-9499-1ee884a045ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32d56ec-bff7-4b36-8f42-a184992dac38,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:09.071114 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.187368 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-ad3bf77f-6828-4ff5-a27d-74a8adbf50c6 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:09.188887 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-ad3bf77f-6828-4ff5-a27d-74a8adbf50c6 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/networks?id=848d33ef-e3dc-4a79-b983-71da73e63d20 HTTP/1.1" status: 200 len: 811 time: 0.3402998 Aug 27 04:44:09.251635 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-a41dfe19-32d2-425b-b9e3-c044cde92403 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/quotas/6ca6f1d385e747fda6bcfb72620f85f3 HTTP/1.1" status: 200 len: 375 time: 0.0488851 Aug 27 04:44:09.266787 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-393d1340-1925-4618-b71a-d3af6c9e07f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.289358 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-1042db08-ea56-451e-b65f-76b7457af540 service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354285 Aug 27 04:44:09.322087 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-1882765b-c933-488b-8adc-2dd37bcbe152 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ca6f1d385e747fda6bcfb72620f85f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617967 Aug 27 04:44:09.325592 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.339409 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-393d1340-1925-4618-b71a-d3af6c9e07f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.352945 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.394566 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Allocated IP 172.27.0.184 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/93c037cb-e25b-4db3-bd05-5f75479549d4) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:09.521352 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-f6658073-58c3-48f2-827f-28f94739b5d1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:44:09.521506 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-1d5142fa-cd38-4dcd-94d0-f77fb33e1419 service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114105 Aug 27 04:44:09.521608 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-f6658073-58c3-48f2-827f-28f94739b5d1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0884628 Aug 27 04:44:09.595832 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-393d1340-1925-4618-b71a-d3af6c9e07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.598391 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-393d1340-1925-4618-b71a-d3af6c9e07f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.599558 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-393d1340-1925-4618-b71a-d3af6c9e07f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f32d56ec-bff7-4b36-8f42-a184992dac38 HTTP/1.1" status: 204 len: 168 time: 0.6196928 Aug 27 04:44:09.619237 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.641474 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d1340-1925-4618-b71a-d3af6c9e07f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32d56ec-bff7-4b36-8f42-a184992dac38,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:09.711637 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-42627b21-3317-459d-bbd1-e6ada0b48925 service neutron] 10.222.0.25 "GET /v2.0/networks/848d33ef-e3dc-4a79-b983-71da73e63d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844077 Aug 27 04:44:09.841560 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:09.942122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:09.954174 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:09.964097 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-a9c84441-d04a-40cb-b86f-a317dcab580b service neutron] 10.222.0.25 "GET /v2.0/networks/848d33ef-e3dc-4a79-b983-71da73e63d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514951 Aug 27 04:44:09.965894 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:10.043107 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Allocated IP 172.27.0.48 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/c763484c-d07f-4624-9865-e74e9669800f) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:10.140570 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Pushing event updated for resources: {'Port': ['ID=93c037cb-e25b-4db3-bd05-5f75479549d4,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:10.253100 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 8059faa1-e0b6-4bf0-bdd0-9353e9369274 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:10.302781 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-694caf1c-6187-4374-86c6-c9e80d3c2c87 req-888e33db-0422-470d-acb1-94f150df00d8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.1669908 Aug 27 04:44:10.371667 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:10.379826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb8baa-ebbe-4720-98d4-d4c410888e07 None None] Network cfee3453-5583-48a6-bcf0-d538e9a08449 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:10.596231 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4afdd286-b59f-41ef-b61c-14b649a89a75 req-b9a16e9d-6bbc-46dd-ae86-5c4056619a17 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0493360 Aug 27 04:44:10.661185 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:10.820991 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:10.828804 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:10.829678 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:10.831301 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:10.831992 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-212132f8-e9ae-4f2e-83e2-348cb8d9225c None None] Provisioning for port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:10.839706 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-212132f8-e9ae-4f2e-83e2-348cb8d9225c None None] Provisioning complete for port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:10.840171 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-212132f8-e9ae-4f2e-83e2-348cb8d9225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:10.852105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:10.867178 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:10.872424 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:10.885888 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Pushing event updated for resources: {'Port': ['ID=c763484c-d07f-4624-9865-e74e9669800f,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:11.243716 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:11.273501 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-212132f8-e9ae-4f2e-83e2-348cb8d9225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:11.390234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 8059faa1-e0b6-4bf0-bdd0-9353e9369274, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=8059faa1-e0b6-4bf0-bdd0-9353e9369274,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:11.509796 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41678) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:11.533014 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:11.549943 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:11.552530 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fadc2355-7543-437d-adde-8ea94507aae7 req-f4da6674-7b6d-4275-9d00-243b3ec28b5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.0577090 Aug 27 04:44:11.574879 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:11.619144 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=8059faa1-e0b6-4bf0-bdd0-9353e9369274,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:11.705437 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.db.api [None req-212132f8-e9ae-4f2e-83e2-348cb8d9225c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:44:11.712107 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG oslo_db.api [None req-212132f8-e9ae-4f2e-83e2-348cb8d9225c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:44:11.734900 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92f7e6ff-896d-4d72-a617-f8ebcb74a98f req-35a05a3c-f0ca-43fc-9fab-28455f8fa784 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0530543 Aug 27 04:44:11.792840 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1644018393-network', 'tenant_id': 'f618c73686df4473a8f2c15b1ebbb24d'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:11.915853 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Made reservation on behalf of f618c73686df4473a8f2c15b1ebbb24d for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:11.918234 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:11.928761 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:11.974332 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.006952 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Router 65fee94a-0496-441a-9fcb-0a3cea7d0987 is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:44:12.145245 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 8059faa1-e0b6-4bf0-bdd0-9353e9369274 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:12.162174 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.199438 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:12.199661 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:12.200205 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.212601 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Sync routers for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:12.233823 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:12.234532 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:12.252588 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.301784 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:12.312982 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Router bf9e3357-e6c0-4f68-be30-34f8c96582f2 is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:44:12.314950 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.316323 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c16d41ef-82d5-4e72-9ed7-8786b9172894 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2058156 Aug 27 04:44:12.319473 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41708) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:12.341778 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7972145-981a-45dd-a16c-f0bc2da2750b,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:12.355640 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.356092 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Added segment 0daf1d95-4d96-40f3-99d4-6b79fb4b0be8 of type vlan for network da915aa8-7614-41e0-9525-ab44102e4ef5 Aug 27 04:44:12.407996 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-8ba9d96b-e1be-42dd-8de7-32b6f5747bdb None None] Provisioning complete for port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:12.409501 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d96b-e1be-42dd-8de7-32b6f5747bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.463624 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:12.548589 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.738044 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:12.756026 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Sync routers for ids ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:12.772893 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Routers {'bf9e3357-e6c0-4f68-be30-34f8c96582f2'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:12.774042 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:12.804912 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.805796 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:12.806400 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.879922 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:10Z', 'revision_number': 3, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:12.918029 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Checking router: 65fee94a-0496-441a-9fcb-0a3cea7d0987 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:12.918648 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Updating router 65fee94a-0496-441a-9fcb-0a3cea7d0987 port 93c037cb-e25b-4db3-bd05-5f75479549d4 binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:12.945431 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.981956 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] Pushing event updated for resources: {'Network': ['ID=da915aa8-7614-41e0-9525-ab44102e4ef5,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:12.992981 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-d77aa63a-6cfb-417c-870e-a4330b7463b6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4821236 Aug 27 04:44:12.992981 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:12.992981 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c1216d2f-20f8-4a54-aaca-6236e9b38d9b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9155152 Aug 27 04:44:12.994027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41740) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:12.994027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 41742) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:13.004963 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network da915aa8-7614-41e0-9525-ab44102e4ef5 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:13.011195 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Set router bf9e3357-e6c0-4f68-be30-34f8c96582f2 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:13.021935 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a3db1498-0315-46b9-965b-126b4423d485 req-7b9d94aa-1c5d-4454-8974-77927727a2a8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.0368450 Aug 27 04:44:13.055266 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Request body: {'subnet': {'network_id': 'da915aa8-7614-41e0-9525-ab44102e4ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1644018393-subnet', 'tenant_id': 'f618c73686df4473a8f2c15b1ebbb24d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:13.100288 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3f1298f-76b7-445e-8d86-dd6f57df44fb req-2297494c-a3f3-45da-a0dd-4f4a87ee3ac9 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.1089916 Aug 27 04:44:13.192869 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41750) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:13.244950 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.275098 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Made reservation on behalf of f618c73686df4473a8f2c15b1ebbb24d for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:13.277596 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.436394 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3baf1b90-295a-4dea-8133-9a9a77997306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.439758 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.454200 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Transition to ACTIVE for port object 93c037cb-e25b-4db3-bd05-5f75479549d4 will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:13.459377 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c763484c-d07f-4624-9865-e74e9669800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:44:11Z', 'revision_number': 3, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port': {'id': 'c763484c-d07f-4624-9865-e74e9669800f', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:13.490154 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Checking router: bf9e3357-e6c0-4f68-be30-34f8c96582f2 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:13.490383 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Updating router bf9e3357-e6c0-4f68-be30-34f8c96582f2 port c763484c-d07f-4624-9865-e74e9669800f binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:13.507748 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Allocated IP 172.20.0.1 (cfee3453-5583-48a6-bcf0-d538e9a08449/ec03569a-2e6f-4093-a041-39e1ace35ea0/afc98735-88c5-41f4-af24-a0fe0003123b) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:13.520702 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.547052 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.592676 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.656965 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Pushing event updated for resources: {'Port': ['ID=93c037cb-e25b-4db3-bd05-5f75479549d4,revision_number=2']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:13.681636 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.682340 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.682845 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.683343 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.683850 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.684377 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.684863 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.685528 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.687495 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.688048 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.688626 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.689155 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Tracked resource versions report: Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: pushed versions: Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: { 'AddressGroup': {'1.2'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'ConntrackHelper': {'1.0'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Log': {'1.0'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Network': {'1.1'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Port': {'1.7'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'PortForwarding': {'1.2'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'QosPolicy': {'1.9'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroup': {'1.4'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SubPort': {'1.0'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Subnet': {'1.1'}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Trunk': {'1.1'}} Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: consumer versions: Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: { DHCP agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: L3 agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: Metadata agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: Metering agent@dv-cinder-778193-4-iscsi: {}, Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: Open vSwitch agent@dv-cinder-778193-4-iscsi: { 'AddressGroup': '1.2', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'ConntrackHelper': '1.0', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Log': '1.0', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Network': '1.1', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Port': '1.7', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'PortForwarding': '1.2', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'QosPolicy': '1.9', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroup': '1.4', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SecurityGroupRule': '1.2', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'SubPort': '1.0', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Subnet': '1.1', Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: 'Trunk': '1.1'}} Aug 27 04:44:13.690865 dv-cinder-778193-4-iscsi neutron-server[101018]: {{(pid=101018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:44:13.697566 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3baf1b90-295a-4dea-8133-9a9a77997306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.700098 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Attempting to bind port 93c037cb-e25b-4db3-bd05-5f75479549d4 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:13.700711 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Attempting to bind port 93c037cb-e25b-4db3-bd05-5f75479549d4 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:13.701907 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Attempting to bind port 93c037cb-e25b-4db3-bd05-5f75479549d4 on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:13.707009 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.709073 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:13.709751 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:13.710647 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.711255 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:13.711962 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Bound port: 93c037cb-e25b-4db3-bd05-5f75479549d4, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:13.712456 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.725614 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Transition to ACTIVE for port object afc98735-88c5-41f4-af24-a0fe0003123b will not be triggered until provisioned by entity DHCP. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:13.797993 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3baf1b90-295a-4dea-8133-9a9a77997306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.803054 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] For port 93c037cb-e25b-4db3-bd05-5f75479549d4, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:13.807064 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] For port 93c037cb-e25b-4db3-bd05-5f75479549d4, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=93c037cb-e25b-4db3-bd05-5f75479549d4,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:13.808569 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.880966 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-3baf1b90-295a-4dea-8133-9a9a77997306 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92c62b314d6847ee9e2914da673983f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6869509 Aug 27 04:44:13.882792 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1b90-295a-4dea-8133-9a9a77997306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea146f-563f-43b2-acc8-32a1524ad59a,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:13.885063 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41774) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:13.898947 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:13.903959 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.023776 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b27d0-1403-4f8e-a2a6-37b56fa8c010 None None] Pushing event updated for resources: {'Port': ['ID=93c037cb-e25b-4db3-bd05-5f75479549d4,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.035596 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.051378 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Transition to ACTIVE for port object c763484c-d07f-4624-9865-e74e9669800f will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:14.071990 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=358ae365-8f10-432c-b164-d658d2bd5c29,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.112152 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:14.113202 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:14.129544 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Network cfee3453-5583-48a6-bcf0-d538e9a08449 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:14.136311 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:14.145154 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:14.145710 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.145831 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.161193 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.220612 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Attempting to bind port c763484c-d07f-4624-9865-e74e9669800f on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:14.221358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Attempting to bind port c763484c-d07f-4624-9865-e74e9669800f by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:14.221891 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Attempting to bind port c763484c-d07f-4624-9865-e74e9669800f on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:14.230160 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:14.231020 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:14.231653 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.232792 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:14.233488 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Bound port: c763484c-d07f-4624-9865-e74e9669800f, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:14.234439 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.269389 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3513-c683-4646-90e7-c06bf1d2c1be None None] Pushing event updated for resources: {'Port': ['ID=c763484c-d07f-4624-9865-e74e9669800f,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.274842 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1db248c6-6938-4b6e-87ba-84158440dd2d req-7c09857c-72e0-4f82-8b55-d88fa17be3e7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.1072090 Aug 27 04:44:14.275457 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=afc98735-88c5-41f4-af24-a0fe0003123b,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.329236 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f8889c10-c4a9-4fef-a4c0-0adfadb40fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.351559 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] For port c763484c-d07f-4624-9865-e74e9669800f, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:14.358992 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:14.361642 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] For port c763484c-d07f-4624-9865-e74e9669800f, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=c763484c-d07f-4624-9865-e74e9669800f,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:14.439408 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.444007 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f8889c10-c4a9-4fef-a4c0-0adfadb40fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.494707 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eaea64b5-1bf7-4dd6-a073-13a082bf2f0b req-f9cf199d-085b-44aa-b7ff-6dbd0cda1c40 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0606656 Aug 27 04:44:14.551373 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3513-c683-4646-90e7-c06bf1d2c1be None None] Pushing event updated for resources: {'Port': ['ID=c763484c-d07f-4624-9865-e74e9669800f,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.570800 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Routers {'bf9e3357-e6c0-4f68-be30-34f8c96582f2'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:14.571440 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:14.578481 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Checking segment: {'id': '0daf1d95-4d96-40f3-99d4-6b79fb4b0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da915aa8-7614-41e0-9525-ab44102e4ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:14.578970 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Network hostable DHCP agents. Network: da915aa8-7614-41e0-9525-ab44102e4ef5, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:14.595272 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:10Z', 'revision_number': 3, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:14.609387 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Allocated IP 172.20.0.1 (0aea5cc4-1788-412d-8ef4-5503e8af6a54/d50b0dfa-3978-4d3c-9c74-621a2df9b049/f4ecc558-923a-4aa1-82c7-4d1d2a3535ac) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:14.623119 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e155c-5349-46f0-bfbc-085138369c46 None None] The sync data for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi is: [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:10Z', 'revision_number': 3, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:14.699792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Network da915aa8-7614-41e0-9525-ab44102e4ef5 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:14.703721 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] Set router bf9e3357-e6c0-4f68-be30-34f8c96582f2 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:14.705730 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-46797c25-99a0-4068-8682-8aee73d06e9a None None] Provisioning for port afc98735-88c5-41f4-af24-a0fe0003123b completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:14.710090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.713762 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f8889c10-c4a9-4fef-a4c0-0adfadb40fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.717554 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f8889c10-c4a9-4fef-a4c0-0adfadb40fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.718790 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f8889c10-c4a9-4fef-a4c0-0adfadb40fa7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36ea146f-563f-43b2-acc8-32a1524ad59a HTTP/1.1" status: 204 len: 168 time: 0.8325722 Aug 27 04:44:14.734863 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8889c10-c4a9-4fef-a4c0-0adfadb40fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea146f-563f-43b2-acc8-32a1524ad59a,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.738033 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.784126 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, da915aa8-7614-41e0-9525-ab44102e4ef5) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:14.789390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:14.790124 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.830044 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.863663 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e380cd9-bfd3-45a0-9b98-8c08f25c0c7a None None] Network da915aa8-7614-41e0-9525-ab44102e4ef5 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:14.898934 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-46797c25-99a0-4068-8682-8aee73d06e9a None None] Provisioning complete for port afc98735-88c5-41f4-af24-a0fe0003123b triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:14.899315 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-46797c25-99a0-4068-8682-8aee73d06e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.925841 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:14.941716 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-504ca174-6247-47bc-a13c-598201b1f80d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9471540 Aug 27 04:44:14.942631 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:14.958532 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:14.960547 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:14.964769 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:14.965307 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:15.032408 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:15.034355 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:15.091721 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-46797c25-99a0-4068-8682-8aee73d06e9a None None] Port afc98735-88c5-41f4-af24-a0fe0003123b cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:44:15.129033 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=afc98735-88c5-41f4-af24-a0fe0003123b,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:15.234836 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4a55a-f723-4a08-b108-21c08cd95046 None None] Network da915aa8-7614-41e0-9525-ab44102e4ef5 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:15.389411 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Network cfee3453-5583-48a6-bcf0-d538e9a08449 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:15.391733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:15.493583 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c763484c-d07f-4624-9865-e74e9669800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:44:11Z', 'revision_number': 3, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port': {'id': 'c763484c-d07f-4624-9865-e74e9669800f', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:15.501030 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15895753-6a97-48cd-b26a-41320ac2529b req-a99e1d94-cdb3-4127-9477-34370b00eea6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.0821941 Aug 27 04:44:15.635181 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e101-d002-4744-9338-2f57965adcfb None None] The sync data for ids ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'] in dv-cinder-778193-4-iscsi is: [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c763484c-d07f-4624-9865-e74e9669800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:44:11Z', 'revision_number': 3, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port': {'id': 'c763484c-d07f-4624-9865-e74e9669800f', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:15.646592 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:15.650922 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Router 65fee94a-0496-441a-9fcb-0a3cea7d0987 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:15.813398 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4f21a0db-bad8-4f35-afa1-8a557952fe12 req-dd02f8be-0f3b-4de6-b397-1fe5f224f446 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.1191490 Aug 27 04:44:15.839513 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-743eb512-fcd8-41d7-8039-8b7da1eff523 None None] Provisioning complete for port afc98735-88c5-41f4-af24-a0fe0003123b triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:15.839888 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-743eb512-fcd8-41d7-8039-8b7da1eff523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:15.899077 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:15.921209 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-06c164ab-881e-4f7d-a36d-037ab8323fa8 admin admin] 10.222.0.25 "PUT /v2.0/routers/65fee94a-0496-441a-9fcb-0a3cea7d0987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5962374 Aug 27 04:44:15.952233 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-743eb512-fcd8-41d7-8039-8b7da1eff523 None None] Port afc98735-88c5-41f4-af24-a0fe0003123b cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:44:15.976936 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41820) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:16.008779 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb4be313-b1c9-4a04-9312-d9ded4ac84c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.023872 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.100851 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.101625 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.311856 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 93c037cb-e25b-4db3-bd05-5f75479549d4 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:16.586274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb4be313-b1c9-4a04-9312-d9ded4ac84c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.593354 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:16.593619 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb4be313-b1c9-4a04-9312-d9ded4ac84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.593770 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:16.593770 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:16.593973 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-bb4be313-b1c9-4a04-9312-d9ded4ac84c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91e13035221547208d5bd56644941e87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5695119 Aug 27 04:44:16.593973 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41846) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:16.624142 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 93c037cb-e25b-4db3-bd05-5f75479549d4 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:16.629645 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 93c037cb-e25b-4db3-bd05-5f75479549d4 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:16.633405 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.721789 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a3a3-68c3-4b42-88a4-e06b6829527c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.749773 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a3a3-68c3-4b42-88a4-e06b6829527c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.806742 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.43', 62703) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:16.811755 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4be313-b1c9-4a04-9312-d9ded4ac84c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c8dd07-5a46-4a4a-99e5-dc8207de4768,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:16.854023 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Router bf9e3357-e6c0-4f68-be30-34f8c96582f2 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:16.865165 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41858) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:16.869300 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fd50d692-e026-451c-8b3f-8d6dde0cea27 req-6de7cc98-6e37-44a6-9e0d-5ab174928c13 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.1945980 Aug 27 04:44:16.874188 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-527710169-network', 'tenant_id': 'c79ef704804f424e9a2ec5b491670299'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:16.909529 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.960896 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 93c037cb-e25b-4db3-bd05-5f75479549d4, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=93c037cb-e25b-4db3-bd05-5f75479549d4,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:16.966874 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a3a3-68c3-4b42-88a4-e06b6829527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.971761 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a3a3-68c3-4b42-88a4-e06b6829527c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:16.974710 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-cfc2a3a3-68c3-4b42-88a4-e06b6829527c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16c8dd07-5a46-4a4a-99e5-dc8207de4768 HTTP/1.1" status: 204 len: 168 time: 0.4104285 Aug 27 04:44:17.048715 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-20ab327d-91f7-4a64-a035-980ba1cd6c6a req-6559a9c2-cbed-4a94-8b27-13dfc60c852e tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0710354 Aug 27 04:44:17.049909 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2a3a3-68c3-4b42-88a4-e06b6829527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c8dd07-5a46-4a4a-99e5-dc8207de4768,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.066444 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Made reservation on behalf of c79ef704804f424e9a2ec5b491670299 for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:17.076879 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.083667 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41870) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:17.093003 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-0410d7e6-c4f2-471c-b25a-ddf932c2b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204681028', 'description': 'tempest-description--153591503'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:17.104680 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.132080 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.157171 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-8d5b16fa-d9b8-490f-b02c-c10058b8fa80 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:17.158721 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-8d5b16fa-d9b8-490f-b02c-c10058b8fa80 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.3467040 Aug 27 04:44:17.163883 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:17.170924 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-84951ae9-9932-422c-bc46-1803df68174a admin admin] 10.222.0.25 "PUT /v2.0/routers/bf9e3357-e6c0-4f68-be30-34f8c96582f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1742218 Aug 27 04:44:17.203781 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=93c037cb-e25b-4db3-bd05-5f75479549d4,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.221569 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Request body: {'port': {'device_id': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'admin_state_up': True, 'tenant_id': '47cca0df6e9e4252b3273dbfa06aa6bf'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:17.284564 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0410d7e6-c4f2-471c-b25a-ddf932c2b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.470648 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.494289 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Sync routers for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:17.505595 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:17.506427 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:17.605439 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.614345 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.db.api [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:44:17.614345 dv-cinder-778193-4-iscsi neutron-server[101016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 04:44:17.614345 dv-cinder-778193-4-iscsi neutron-server[101016]: [parameters: {'project_id_1': '47cca0df6e9e4252b3273dbfa06aa6bf', 'expiration_1': datetime.datetime(2021, 8, 27, 4, 44, 17, 504061)}] Aug 27 04:44:17.614345 dv-cinder-778193-4-iscsi neutron-server[101016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:44:17.615146 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG oslo_db.api [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:44:17.626102 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.43', 62712) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:17.711759 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:44:17.730283 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:17.754310 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34355b2c-c22d-43a2-8cca-0e3a77148573,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:17.774260 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:17.775049 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Added segment 9a074f99-493f-49a0-ac7f-e248c1577e33 of type vlan for network 92881f5c-b2bd-49cc-b68c-9ce02728ab1b Aug 27 04:44:17.860808 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-62207ec9-c02a-4b20-b90c-f062cebb11ac tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:17.862539 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-62207ec9-c02a-4b20-b90c-f062cebb11ac tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.43 "GET /v2.0/networks?id=848d33ef-e3dc-4a79-b983-71da73e63d20 HTTP/1.1" status: 200 len: 811 time: 0.2351630 Aug 27 04:44:17.878450 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Request body: {'port': {'device_id': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20', 'admin_state_up': True, 'tenant_id': '6ca6f1d385e747fda6bcfb72620f85f3'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:17.984065 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.021831 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9608fc1a-728c-43ff-83ff-cb23d5b274a1 req-f3c869fe-ce10-4cdc-87ee-fef626c0cbb8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.0320532 Aug 27 04:44:18.086661 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 2, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:18.151494 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0410d7e6-c4f2-471c-b25a-ddf932c2b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.157692 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.db.resource_extend [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 04:44:18.165583 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Checking router: 65fee94a-0496-441a-9fcb-0a3cea7d0987 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:18.165873 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Updating router 65fee94a-0496-441a-9fcb-0a3cea7d0987 port afc98735-88c5-41f4-af24-a0fe0003123b binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:18.215911 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.220851 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-475eb602-7101-4e3b-abb2-90d27d76f307 req-ffff7f8b-7bc9-43e4-aeba-36b131db1dcc tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0615854 Aug 27 04:44:18.263387 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-e0dd8818-7bd0-476b-bae9-1141a5eae91e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:18.266333 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-e0dd8818-7bd0-476b-bae9-1141a5eae91e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 817 time: 0.3123453 Aug 27 04:44:18.291769 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-28abda04-c335-4d88-aff9-1c641f8fba85 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/quotas/bab1a23d8ead4f71956c5e90bbe29587 HTTP/1.1" status: 200 len: 375 time: 0.0184417 Aug 27 04:44:18.371335 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 93c037cb-e25b-4db3-bd05-5f75479549d4 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:18.373539 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-21892699-a6b3-4549-abdf-85911793a52f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744548 Aug 27 04:44:18.471458 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 93c037cb-e25b-4db3-bd05-5f75479549d4 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:18.471847 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.487367 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-d71123fb-a5a6-4541-bb4a-191c41abddd1 service neutron] 10.222.0.25 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084723 Aug 27 04:44:18.537542 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.540962 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:18.542974 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.616027 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device c763484c-d07f-4624-9865-e74e9669800f up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:18.677634 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Made reservation on behalf of 6ca6f1d385e747fda6bcfb72620f85f3 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:18.684386 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.688508 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.701696 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Transition to ACTIVE for port object afc98735-88c5-41f4-af24-a0fe0003123b will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:18.760434 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Sync routers for ids ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:18.775093 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Routers {'bf9e3357-e6c0-4f68-be30-34f8c96582f2'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:18.776260 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:18.786826 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.810252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0410d7e6-c4f2-471c-b25a-ddf932c2b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:18.821375 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] Pushing event updated for resources: {'Network': ['ID=92881f5c-b2bd-49cc-b68c-9ce02728ab1b,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:18.892838 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410d7e6-c4f2-471c-b25a-ddf932c2b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88f378a-2c40-4b28-baad-7b83ede90fc4,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:18.916711 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-392aa199-1fba-4d5e-9006-a1d46c2ff31b service neutron] 10.222.0.25 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283957 Aug 27 04:44:19.001184 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Made reservation on behalf of 47cca0df6e9e4252b3273dbfa06aa6bf for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:19.007513 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f136d-3e16-488b-a25a-8d6ef9994f6b None None] Pushing event updated for resources: {'Port': ['ID=afc98735-88c5-41f4-af24-a0fe0003123b,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.020038 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0410d7e6-c4f2-471c-b25a-ddf932c2b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.021666 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-0410d7e6-c4f2-471c-b25a-ddf932c2b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9367642 Aug 27 04:44:19.024243 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Attempting to bind port afc98735-88c5-41f4-af24-a0fe0003123b on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:19.024625 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41964) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:19.025787 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 92881f5c-b2bd-49cc-b68c-9ce02728ab1b details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:44:19.030841 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-5a3d7139-83a1-49aa-80ef-32e186ade1be tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'security_group_rule': {'security_group_id': 'b88f378a-2c40-4b28-baad-7b83ede90fc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:19.032810 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Attempting to bind port afc98735-88c5-41f4-af24-a0fe0003123b by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:19.033207 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.033306 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Attempting to bind port afc98735-88c5-41f4-af24-a0fe0003123b on network cfee3453-5583-48a6-bcf0-d538e9a08449 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:19.045114 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port c763484c-d07f-4624-9865-e74e9669800f completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:19.049785 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:19.050280 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Checking segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:19.053007 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.058196 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Bound using segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:19.058196 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Bound port: afc98735-88c5-41f4-af24-a0fe0003123b, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:19.058196 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.117756 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4bb8c62e-78c3-47e5-abe5-fa95ebfb86d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2496879 Aug 27 04:44:19.121226 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41968) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:19.143991 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Request body: {'subnet': {'network_id': '92881f5c-b2bd-49cc-b68c-9ce02728ab1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-527710169-subnet', 'tenant_id': 'c79ef704804f424e9a2ec5b491670299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:19.231171 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port c763484c-d07f-4624-9865-e74e9669800f triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:19.238857 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.253722 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7139-83a1-49aa-80ef-32e186ade1be tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.264634 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] For port afc98735-88c5-41f4-af24-a0fe0003123b, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:19.271050 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] For port afc98735-88c5-41f4-af24-a0fe0003123b, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=afc98735-88c5-41f4-af24-a0fe0003123b,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:19.338735 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.348680 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Set router bf9e3357-e6c0-4f68-be30-34f8c96582f2 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:19.418226 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Made reservation on behalf of c79ef704804f424e9a2ec5b491670299 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:19.423820 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.659450 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f136d-3e16-488b-a25a-8d6ef9994f6b None None] Pushing event updated for resources: {'Port': ['ID=afc98735-88c5-41f4-af24-a0fe0003123b,revision_number=4']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:19.676978 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:19.680603 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:19.826492 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b740fae5-4b45-4940-9fad-615859f4ab81 req-14b8b8da-6525-4b5a-991a-ad1970e9a624 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.2145042 Aug 27 04:44:19.991047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7139-83a1-49aa-80ef-32e186ade1be tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:19.997427 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-457daf28-509a-4f78-ab87-59ba8ef00c5f req-f4fd4cbd-e690-4f74-8e43-8cbe331c263d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.7919500 Aug 27 04:44:20.021658 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.077669 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:20.106826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port c763484c-d07f-4624-9865-e74e9669800f, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=c763484c-d07f-4624-9865-e74e9669800f,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:20.115213 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6968a923-1afa-441d-863f-239988974099 req-cebbafef-967e-4f5f-85df-d3daa15a8c3e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 210 time: 0.1387551 Aug 27 04:44:20.125059 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7139-83a1-49aa-80ef-32e186ade1be tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.157767 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d7139-83a1-49aa-80ef-32e186ade1be tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7740d190-f185-488a-8a0e-a1ccb7c1f5ae,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:20.221591 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.249685 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c763484c-d07f-4624-9865-e74e9669800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:44:15Z', 'revision_number': 4, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port': {'id': 'c763484c-d07f-4624-9865-e74e9669800f', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f4ecc558-923a-4aa1-82c7-4d1d2a3535ac', 'name': '', 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'mac_address': 'fa:16:3e:5a:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:14Z', 'updated_at': '2021-08-27T04:44:15Z', 'revision_number': 2, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'subnets': [{'id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:20.254047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7139-83a1-49aa-80ef-32e186ade1be tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.262066 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5a3d7139-83a1-49aa-80ef-32e186ade1be tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2313268 Aug 27 04:44:20.264602 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 41996) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:20.281389 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-6b65841e-5acf-493e-bbc7-7f744acaacf6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'security_group_rule': {'security_group_id': 'b88f378a-2c40-4b28-baad-7b83ede90fc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:20.322455 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Allocated IP 172.20.0.10 (848d33ef-e3dc-4a79-b983-71da73e63d20/2e91b692-25b0-47a6-b56c-5b738fe7eb06/d22cb75f-b91b-4def-8246-1782a5f948d2) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:20.411889 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b65841e-5acf-493e-bbc7-7f744acaacf6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.456733 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Checking router: bf9e3357-e6c0-4f68-be30-34f8c96582f2 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:20.457504 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Updating router bf9e3357-e6c0-4f68-be30-34f8c96582f2 port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:44:20.521003 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.533549 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b65841e-5acf-493e-bbc7-7f744acaacf6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.583586 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=c763484c-d07f-4624-9865-e74e9669800f,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:20.597300 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.602434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Allocated IP 172.20.0.11 (2f7e92e8-2bb2-4a03-9eb6-63a7b892b668/c82e7364-c3da-4955-bc5c-253e0c004a0c/f384e48d-53b2-4bb7-94d4-efaae88a37bf) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:20.619515 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b65841e-5acf-493e-bbc7-7f744acaacf6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.715318 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65841e-5acf-493e-bbc7-7f744acaacf6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5737c255-4fbc-49f6-9908-ed8d0454b036,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:20.750046 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:19Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:20.807746 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf9d589-b850-424b-bb4a-1eea556673ee,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:20.824643 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42012) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:20.865582 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b65841e-5acf-493e-bbc7-7f744acaacf6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:20.865582 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-6b65841e-5acf-493e-bbc7-7f744acaacf6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5657535 Aug 27 04:44:20.866781 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdebec8-c538-4583-bd04-cf93190a8653 None None] The sync data for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi is: [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:19Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:20.867569 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Checking segment: {'id': '9a074f99-493f-49a0-ac7f-e248c1577e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92881f5c-b2bd-49cc-b68c-9ce02728ab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:20.867569 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Network hostable DHCP agents. Network: 92881f5c-b2bd-49cc-b68c-9ce02728ab1b, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:44:20.867783 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42028) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:20.877593 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:21.094587 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e53dd365-5fe0-46a3-917b-54839e780e19 req-f6e5ce60-437b-4c48-b4e7-e759f6a4a62a tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0794792 Aug 27 04:44:21.321549 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:44:21.383186 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-29841732-c3f1-4eca-b171-8850a24bcd75 req-e9fb9256-ef7f-4ca8-aed5-be491544a8b3 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.1158907 Aug 27 04:44:21.387243 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.399456 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-f24ef379-ea49-46cc-bfc6-e6f3e8d95295 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:21.407436 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-f24ef379-ea49-46cc-bfc6-e6f3e8d95295 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 817 time: 0.2546957 Aug 27 04:44:21.422630 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Network 92881f5c-b2bd-49cc-b68c-9ce02728ab1b is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:44:21.438008 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-544e79eb-b7b3-4ce5-a3f5-6f33f4ce60f0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/quotas/bab1a23d8ead4f71956c5e90bbe29587 HTTP/1.1" status: 200 len: 375 time: 0.0291989 Aug 27 04:44:21.540474 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.573681 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Transition to ACTIVE for port object f4ecc558-923a-4aa1-82c7-4d1d2a3535ac will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:21.577314 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-70b246c8-d883-4e6e-8862-1eae181b4998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.625461 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.690085 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-a8adaff6-557d-4d2a-a215-dcbb08a0018e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2394328 Aug 27 04:44:21.730785 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.751592 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-70b246c8-d883-4e6e-8862-1eae181b4998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.809719 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.812086 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 92881f5c-b2bd-49cc-b68c-9ce02728ab1b) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:21.837221 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:21.837875 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.851752 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-70b246c8-d883-4e6e-8862-1eae181b4998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:21.920568 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c867914-f73e-4e56-9fc2-ee4648f994ef None None] Network 92881f5c-b2bd-49cc-b68c-9ce02728ab1b requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:21.993487 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.008725 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-b5419731-c60e-4394-a726-ba42bd92f5db service neutron] 10.222.0.25 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543328 Aug 27 04:44:22.033395 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e10a8c34-4d05-4f34-97dd-71c180c6282c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9091449 Aug 27 04:44:22.048565 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-70b246c8-d883-4e6e-8862-1eae181b4998 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d4cde4815bf4ba0b7081d5f92ff5b43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2210722 Aug 27 04:44:22.054267 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42056) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:22.063987 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.094168 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.171658 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b246c8-d883-4e6e-8862-1eae181b4998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793957bc-9667-4d73-bf46-190266b9d858,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:22.414522 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42062) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:22.414912 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42064) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:22.442824 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event updated for resources: {'Port': ['ID=f384e48d-53b2-4bb7-94d4-efaae88a37bf,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:22.449572 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-199e3ada-c37a-4079-bf17-af41149e0770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.469036 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:22.521723 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-199e3ada-c37a-4079-bf17-af41149e0770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.564156 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d285b7-0f9b-4944-9c0e-3208fa183b52 None None] Pushing event updated for resources: {'Port': ['ID=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:22.615934 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:22.621764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Pushing event updated for resources: {'Port': ['ID=d22cb75f-b91b-4def-8246-1782a5f948d2,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:22.631241 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device c763484c-d07f-4624-9865-e74e9669800f up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:22.635777 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:22.637041 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf832b81-51d9-41c6-a8be-51e9428035b6 None None] Network 92881f5c-b2bd-49cc-b68c-9ce02728ab1b requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:44:22.644873 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:22.645691 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.679578 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Network 848d33ef-e3dc-4a79-b983-71da73e63d20 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:22.689434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:22.703476 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:22.709994 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:22.710848 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.804574 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-570dd1cf-87c3-4c39-858b-b5f524e10797 service neutron] 10.222.0.25 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945423 Aug 27 04:44:22.807860 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-952628cc-2043-4ad8-a10e-c6e89398c59b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5905244 Aug 27 04:44:22.849013 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Attempting to bind port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:22.849392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Attempting to bind port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:22.849774 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Attempting to bind port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac on network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:22.850448 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04f71939-4ae8-42b3-b890-6acceef5bb80 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9767225 Aug 27 04:44:22.879382 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a395163-c2df-4f75-925a-161f9c4bfa5a req-8762e9e0-ec7e-45f5-b5a1-516db3af4010 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:22.880885 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-acd6cfed-47ea-4ce8-8064-704b7271231b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:44:22.885053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:22.885053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Checking segment: {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:22.885053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.885053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Bound using segment: {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:22.885470 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-acd6cfed-47ea-4ce8-8064-704b7271231b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295727 Aug 27 04:44:22.885580 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5a395163-c2df-4f75-925a-161f9c4bfa5a req-8762e9e0-ec7e-45f5-b5a1-516db3af4010 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 932 time: 0.5722234 Aug 27 04:44:22.885685 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Bound port: f4ecc558-923a-4aa1-82c7-4d1d2a3535ac, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:22.885685 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:22.913948 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] Deleting subnet 358ae365-8f10-432c-b164-d658d2bd5c29 {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:44:22.989042 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04abb520-f72a-4701-a63d-ddbb14c457b8 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:44:22.990106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-04abb520-f72a-4701-a63d-ddbb14c457b8 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083847 Aug 27 04:44:23.080748 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.137831 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.178851 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5a395163-c2df-4f75-925a-161f9c4bfa5a req-87c6ca2a-b3f2-4846-8231-0db17d770698 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840986 Aug 27 04:44:23.179237 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-199e3ada-c37a-4079-bf17-af41149e0770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.181795 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-199e3ada-c37a-4079-bf17-af41149e0770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.199078 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-199e3ada-c37a-4079-bf17-af41149e0770 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/793957bc-9667-4d73-bf46-190266b9d858 HTTP/1.1" status: 204 len: 168 time: 1.1432486 Aug 27 04:44:23.233045 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port c763484c-d07f-4624-9865-e74e9669800f triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:23.233940 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.239863 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Allocated IP 172.27.0.7 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/7050a79c-850d-4321-8388-dba96d033a7e) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:23.305162 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1bd811d5-4efc-4e89-af31-0ac8a65a39c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.313364 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.43', 62721) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:23.351645 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] For port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:23.359919 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.368922 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] For port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:23.490704 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42088) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:23.513871 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device afc98735-88c5-41f4-af24-a0fe0003123b up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:23.532936 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Request body: {'port': {'device_id': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:23.569637 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8f4eb58e-67c1-4fcc-9eff-88fb2a73158a req-30402621-a809-4307-a7ab-a9018ffb2431 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.1311886 Aug 27 04:44:23.617871 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Request body: {'port': {'device_id': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:23.618206 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3ada-c37a-4079-bf17-af41149e0770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793957bc-9667-4d73-bf46-190266b9d858,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:23.620462 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-db18d2b4-4402-48af-92ba-acb97391c8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.696312 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.734706 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-5b525042-17d6-464e-bb31-1f70d568ef9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.761179 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.771853 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f106-57b6-43ea-ade9-8afadc51f96d req-8ad15083-76ca-4595-b2de-dde81ccce7d0 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:23.789979 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8854f106-57b6-43ea-ade9-8afadc51f96d req-8ad15083-76ca-4595-b2de-dde81ccce7d0 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 932 time: 0.2658634 Aug 27 04:44:23.878643 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d285b7-0f9b-4944-9c0e-3208fa183b52 None None] Pushing event updated for resources: {'Port': ['ID=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:23.881326 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.895433 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-80ea2a89-7b48-4cab-b82a-06ef0ac073a5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:23.897111 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-80ea2a89-7b48-4cab-b82a-06ef0ac073a5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 817 time: 0.5843513 Aug 27 04:44:23.904905 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:23.926896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Request body: {'port': {'device_id': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'admin_state_up': True, 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:23.937134 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Routers {'bf9e3357-e6c0-4f68-be30-34f8c96582f2'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:23.942936 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:43:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:23.980631 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.071005 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port afc98735-88c5-41f4-af24-a0fe0003123b completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:24.093282 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port afc98735-88c5-41f4-af24-a0fe0003123b triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:24.093828 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.165257 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-db18d2b4-4402-48af-92ba-acb97391c8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.170081 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358ae365-8f10-432c-b164-d658d2bd5c29,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.193535 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8854f106-57b6-43ea-ade9-8afadc51f96d req-35b9b34e-3aed-4231-9358-919d83bd8658 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943608 Aug 27 04:44:24.217281 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.220684 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9909ff71-ebf9-40bf-bdaa-4e2d5e17fe10 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/358ae365-8f10-432c-b164-d658d2bd5c29 HTTP/1.1" status: 204 len: 168 time: 1.7821553 Aug 27 04:44:24.230377 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42102) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:24.307485 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] Set router bf9e3357-e6c0-4f68-be30-34f8c96582f2 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:24.373202 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-db18d2b4-4402-48af-92ba-acb97391c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.473780 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18d2b4-4402-48af-92ba-acb97391c8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb791b54-8785-40b2-a779-3aa8cf931165,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.487754 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-db18d2b4-4402-48af-92ba-acb97391c8ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a03ac913ba9947afb4a966b6191920cf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0432856 Aug 27 04:44:24.487754 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42114) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:24.491648 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.492415 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.512543 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.574428 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port afc98735-88c5-41f4-af24-a0fe0003123b, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=afc98735-88c5-41f4-af24-a0fe0003123b,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:24.717466 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c763484c-d07f-4624-9865-e74e9669800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:44:15Z', 'revision_number': 4, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port': {'id': 'c763484c-d07f-4624-9865-e74e9669800f', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f4ecc558-923a-4aa1-82c7-4d1d2a3535ac', 'name': '', 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'mac_address': 'fa:16:3e:5a:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:14Z', 'updated_at': '2021-08-27T04:44:23Z', 'revision_number': 4, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'subnets': [{'id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:24.730962 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:24.789079 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8e0f2-4cce-4601-bd68-5458c2d524ef None None] The sync data for ids ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'] in dv-cinder-778193-4-iscsi is: [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c763484c-d07f-4624-9865-e74e9669800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:44:15Z', 'revision_number': 4, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port': {'id': 'c763484c-d07f-4624-9865-e74e9669800f', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f4ecc558-923a-4aa1-82c7-4d1d2a3535ac', 'name': '', 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'mac_address': 'fa:16:3e:5a:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:14Z', 'updated_at': '2021-08-27T04:44:23Z', 'revision_number': 4, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'subnets': [{'id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:24.914555 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=afc98735-88c5-41f4-af24-a0fe0003123b,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:24.917446 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:24.981691 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f80e80db-a9cc-403e-b62c-c4adbe54f014 req-23244692-aac3-4d18-b6af-d080f0bd41e5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.0947607 Aug 27 04:44:24.991511 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:24.996177 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:25.113273 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.131439 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'Port': ['ID=7050a79c-850d-4321-8388-dba96d033a7e,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:25.256029 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5967b177-de88-40c9-a419-ee236caaa845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.269391 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.290435 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.290859 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.291762 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.292151 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > port after_create 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.296579 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.298036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > port after_update 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.298036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.298036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.298300 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.298992 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.396133 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f384e48d-53b2-4bb7-94d4-efaae88a37bf {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:25.435639 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aef994-5417-4888-827a-4de81ac059da req-15a56d5a-9344-4dc9-b3dc-b70e7f3c0fb0 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:25.437867 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a9aef994-5417-4888-827a-4de81ac059da req-15a56d5a-9344-4dc9-b3dc-b70e7f3c0fb0 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 932 time: 1.1077628 Aug 27 04:44:25.504562 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.618678 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a9aef994-5417-4888-827a-4de81ac059da req-942b6c0e-8f1b-4558-b94d-e193a89653f8 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987382 Aug 27 04:44:25.628864 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Transition to ACTIVE for port object f384e48d-53b2-4bb7-94d4-efaae88a37bf will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:25.651781 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22cb75f-b91b-4def-8246-1782a5f948d2 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:25.663250 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.704331 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.705027 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.705640 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.706308 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:44:25.707012 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da915aa8-7614-41e0-9525-ab44102e4ef5']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.732413 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Transition to ACTIVE for port object d22cb75f-b91b-4def-8246-1782a5f948d2 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:25.764446 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-5b525042-17d6-464e-bb31-1f70d568ef9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.824866 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0daf1d95-4d96-40f3-99d4-6b79fb4b0be8') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.825163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0daf1d95-4d96-40f3-99d4-6b79fb4b0be8') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:25.833000 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5967b177-de88-40c9-a419-ee236caaa845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.891368 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.897991 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.916839 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.952814 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a69e1a80-86bb-44b7-9103-37bce5d86b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.986839 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:25.995632 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:44:25.995632 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: from cryptography.utils import int_from_bytes Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: from cryptography.utils import int_from_bytes Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:44:26.008734 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:44:26.030264 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4fbc-360d-4559-be45-227593375fe6 req-346a96a3-f567-4380-a2e7-6a876cc3c405 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:26.037857 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c45a4fbc-360d-4559-be45-227593375fe6 req-346a96a3-f567-4380-a2e7-6a876cc3c405 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 932 time: 0.2974091 Aug 27 04:44:26.049014 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.072066 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.080986 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-5b525042-17d6-464e-bb31-1f70d568ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.168852 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-5b525042-17d6-464e-bb31-1f70d568ef9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50f0838070e84c1baf7fe0c1891cb720&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6711490 Aug 27 04:44:26.172342 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Attempting to bind port f384e48d-53b2-4bb7-94d4-efaae88a37bf on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:26.172867 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Attempting to bind port f384e48d-53b2-4bb7-94d4-efaae88a37bf by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:26.173447 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Attempting to bind port f384e48d-53b2-4bb7-94d4-efaae88a37bf on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:26.178215 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42150) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:26.200130 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c45a4fbc-360d-4559-be45-227593375fe6 req-1d93b7ff-a78e-4f3f-b59d-c46ec0dd07e4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612129 Aug 27 04:44:26.203008 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.209014 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Pushing event updated for resources: {'Port': ['ID=f384e48d-53b2-4bb7-94d4-efaae88a37bf,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.217578 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.222592 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/da915aa8-7614-41e0-9525-ab44102e4ef5 HTTP/1.1" status: 204 len: 168 time: 1.9894848 Aug 27 04:44:26.227468 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Port f384e48d-53b2-4bb7-94d4-efaae88a37bf on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:44:26.227601 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Attempting to bind port f384e48d-53b2-4bb7-94d4-efaae88a37bf on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:26.241398 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42152) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:26.267575 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be624899-ef65-45d8-a458-c7922f8fbda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=da915aa8-7614-41e0-9525-ab44102e4ef5,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.304508 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5967b177-de88-40c9-a419-ee236caaa845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.304508 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5967b177-de88-40c9-a419-ee236caaa845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.304508 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5967b177-de88-40c9-a419-ee236caaa845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb791b54-8785-40b2-a779-3aa8cf931165 HTTP/1.1" status: 204 len: 168 time: 1.8151643 Aug 27 04:44:26.342417 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967b177-de88-40c9-a419-ee236caaa845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb791b54-8785-40b2-a779-3aa8cf931165,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.396816 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.443116 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b525042-17d6-464e-bb31-1f70d568ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42ff1b-cba2-4fd2-b326-1d5e265c8e3f,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.445575 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Made reservation on behalf of bab1a23d8ead4f71956c5e90bbe29587 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:26.449739 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.453454 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.538526 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2ac00e71-0231-4c65-a322-ee093365ac69 req-526f655f-8f3d-4806-9046-ea53963e7ab0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.3488061 Aug 27 04:44:26.854557 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'Port': ['ID=7050a79c-850d-4321-8388-dba96d033a7e,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.854557 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Checking segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Bound using segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Bound port: f384e48d-53b2-4bb7-94d4-efaae88a37bf, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Pushing event updated for resources: {'Port': ['ID=d22cb75f-b91b-4def-8246-1782a5f948d2,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Attempting to bind port d22cb75f-b91b-4def-8246-1782a5f948d2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Attempting to bind port d22cb75f-b91b-4def-8246-1782a5f948d2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Attempting to bind port d22cb75f-b91b-4def-8246-1782a5f948d2 on network 848d33ef-e3dc-4a79-b983-71da73e63d20 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Port d22cb75f-b91b-4def-8246-1782a5f948d2 on network 848d33ef-e3dc-4a79-b983-71da73e63d20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Attempting to bind port d22cb75f-b91b-4def-8246-1782a5f948d2 on network 848d33ef-e3dc-4a79-b983-71da73e63d20 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:26.855733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] Deleting subnet ebf9d589-b850-424b-bb4a-1eea556673ee {{(pid=101016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:44:26.857470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.857470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:26.857470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Checking segment: {'id': 'd4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:26.857470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Bound using segment: {'id': 'd4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:26.857470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Bound port: d22cb75f-b91b-4def-8246-1782a5f948d2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:26.857470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.857470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9fbda1bf-a592-4bf3-8003-9299cef09e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.859792 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efb852-b1ac-4997-b3a9-3be76dd13341 req-7622c75f-4615-4d96-967d-518a2bdd15b2 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:26.886697 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9fbda1bf-a592-4bf3-8003-9299cef09e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:26.891327 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-14efb852-b1ac-4997-b3a9-3be76dd13341 req-7622c75f-4615-4d96-967d-518a2bdd15b2 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 944 time: 0.1065595 Aug 27 04:44:26.977412 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.005546 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-14efb852-b1ac-4997-b3a9-3be76dd13341 req-8649cb1f-fe8a-419d-b0c2-994f54fe0a51 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127448 Aug 27 04:44:27.029270 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f4ecc558-923a-4aa1-82c7-4d1d2a3535ac up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:27.039169 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] For port f384e48d-53b2-4bb7-94d4-efaae88a37bf, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:27.041010 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.149491 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] For port f384e48d-53b2-4bb7-94d4-efaae88a37bf, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:27.203380 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Allocated IP 172.20.0.2 (0aea5cc4-1788-412d-8ef4-5503e8af6a54/d50b0dfa-3978-4d3c-9c74-621a2df9b049/8520bc42-a80b-4086-aaab-3fa77b4d0585) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:27.209480 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] For port d22cb75f-b91b-4def-8246-1782a5f948d2, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:27.217323 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] For port d22cb75f-b91b-4def-8246-1782a5f948d2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d22cb75f-b91b-4def-8246-1782a5f948d2,segment=NetworkSegment(d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef),segment_id=d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:27.342559 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d666f-2153-4dea-a3d3-d936f80b8f87 req-35a0caa7-5f4d-4dd9-876c-9dd165ed8556 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:27.345454 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-663d666f-2153-4dea-a3d3-d936f80b8f87 req-35a0caa7-5f4d-4dd9-876c-9dd165ed8556 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.0739665 Aug 27 04:44:27.404437 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-663d666f-2153-4dea-a3d3-d936f80b8f87 req-90175396-690f-41d8-b08a-bc309deb8a30 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374322 Aug 27 04:44:27.426137 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.452032 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.452187 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-12e6363a-eb8f-4e1a-90cd-24bc029708bb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.5587721 Aug 27 04:44:27.634160 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.634697 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:27.639873 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:27.645435 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.645602 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9fbda1bf-a592-4bf3-8003-9299cef09e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.657187 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9fbda1bf-a592-4bf3-8003-9299cef09e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.664806 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-9fbda1bf-a592-4bf3-8003-9299cef09e4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc42ff1b-cba2-4fd2-b326-1d5e265c8e3f HTTP/1.1" status: 204 len: 168 time: 1.4839547 Aug 27 04:44:27.720654 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-70b75ffb-b391-4adf-8b52-00601e517fc8 req-6a138dc9-a97b-4138-b32a-3133ab94d65a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.0767841 Aug 27 04:44:27.755495 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.760158 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:27.762452 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.766441 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] 10.222.0.43 "PUT /v2.0/ports/f384e48d-53b2-4bb7-94d4-efaae88a37bf HTTP/1.1" status: 200 len: 1094 time: 4.5632598 Aug 27 04:44:27.767612 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:27.797194 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'tag': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:28.019367 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.019367 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:28.020578 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbda1bf-a592-4bf3-8003-9299cef09e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42ff1b-cba2-4fd2-b326-1d5e265c8e3f,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.031037 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf9d589-b850-424b-bb4a-1eea556673ee,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.077193 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:28.077958 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.079498 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] 10.222.0.43 "PUT /v2.0/ports/d22cb75f-b91b-4def-8246-1782a5f948d2 HTTP/1.1" status: 200 len: 1094 time: 4.8699734 Aug 27 04:44:28.110275 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5df91-d72e-40ac-b13f-852cab5c5b81 service neutron] Pushing event updated for resources: {'Port': ['ID=f384e48d-53b2-4bb7-94d4-efaae88a37bf,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.140896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.143208 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c78e2360-14f1-4eb9-ae4b-2346902d3648 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ebf9d589-b850-424b-bb4a-1eea556673ee HTTP/1.1" status: 204 len: 168 time: 1.8934317 Aug 27 04:44:28.178716 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42202) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:28.206564 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.207436 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device afc98735-88c5-41f4-af24-a0fe0003123b up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:28.408054 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7ac37-2233-432e-828f-0b4d43981264 req-aaa4cfca-4a92-47ed-bcb2-077b5abe9e71 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:28.408054 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2ad7ac37-2233-432e-828f-0b4d43981264 req-aaa4cfca-4a92-47ed-bcb2-077b5abe9e71 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 944 time: 0.1420577 Aug 27 04:44:28.409245 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-b086fe25-c84c-4810-92d7-792bba24517e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1204681028&fields=id&tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 267 time: 0.3323832 Aug 27 04:44:28.409684 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.409775 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.409775 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port afc98735-88c5-41f4-af24-a0fe0003123b triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:28.409937 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2ad7ac37-2233-432e-828f-0b4d43981264 req-e78fc46d-e91f-46da-b034-054ee2d355ad tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513611 Aug 27 04:44:28.410019 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.410103 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071fe5d-ba12-4b71-bde8-5707e698f37a service neutron] Pushing event updated for resources: {'Port': ['ID=d22cb75f-b91b-4def-8246-1782a5f948d2,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.459283 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.472145 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92881f5c-b2bd-49cc-b68c-9ce02728ab1b']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:28.483474 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a074f99-493f-49a0-ac7f-e248c1577e33') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:28.483855 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a074f99-493f-49a0-ac7f-e248c1577e33') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:28.496047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.519808 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.521421 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.531206 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:44:28.532158 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.534562 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-f4eff848-0753-494b-bc77-116128aeda06 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:28.535894 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-f4eff848-0753-494b-bc77-116128aeda06 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 817 time: 0.2205462 Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:44:28.537460 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:44:28.570561 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-932cef4b-64bc-4cb8-b82a-92881278cd3e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/quotas/2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 375 time: 0.0219841 Aug 27 04:44:28.637514 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-6997d3bb-ecdc-46bd-bcf4-75c9bedfad68 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609190 Aug 27 04:44:28.666824 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f6ae3-8a31-4ded-871e-68b0f4fc1f20 req-1a7f32d1-cb8c-466b-8178-039dc4a1509a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:28.668482 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-985f6ae3-8a31-4ded-871e-68b0f4fc1f20 req-1a7f32d1-cb8c-466b-8178-039dc4a1509a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.0826800 Aug 27 04:44:28.706954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.739481 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.762615 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-985f6ae3-8a31-4ded-871e-68b0f4fc1f20 req-21d9f607-201e-4c27-b261-23da29e47c50 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643470 Aug 27 04:44:28.763758 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.774661 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.778103 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] 10.222.0.25 "DELETE /v2.0/networks/92881f5c-b2bd-49cc-b68c-9ce02728ab1b HTTP/1.1" status: 204 len: 168 time: 0.5957484 Aug 27 04:44:28.805044 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e02c2c-80e2-4e92-a443-d77a4a5f0065 admin admin] Pushing event deleted for resources: {'Network': ['ID=92881f5c-b2bd-49cc-b68c-9ce02728ab1b,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:28.826232 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42210) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:28.838974 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-1178f009-cd5c-433b-bdf9-8e161bb1135c service neutron] 10.222.0.25 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725023 Aug 27 04:44:28.861992 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0d855c8f-96ad-41a4-8a65-6ae77981e4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:28.871197 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f4ecc558-923a-4aa1-82c7-4d1d2a3535ac up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:28.945584 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:28.988886 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0d855c8f-96ad-41a4-8a65-6ae77981e4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:29.229676 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:29.229676 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:29.232323 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-10e520aa-c6a3-4a5c-ac19-dd1eeb925f43 req-99d20270-466e-4dfd-bcc5-f668957609bd tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.0852520 Aug 27 04:44:29.232323 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42216) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:29.232822 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:29.232822 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:29.232822 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:29.232822 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:29.243530 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Pushing event updated for resources: {'Port': ['ID=8520bc42-a80b-4086-aaab-3fa77b4d0585,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:29.291382 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-aab8e8c7-a6a3-4c20-9875-35a55f124687 service neutron] 10.222.0.25 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444964 Aug 27 04:44:29.365167 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0d855c8f-96ad-41a4-8a65-6ae77981e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:29.580050 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-0d855c8f-96ad-41a4-8a65-6ae77981e4f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98e787aad6ec47739695c348b8222470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874262 Aug 27 04:44:29.580050 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d855c8f-96ad-41a4-8a65-6ae77981e4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28ce3e-a4b8-4a25-9764-867c85a6c2c1,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:29.580050 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eade31b-1368-49c7-b2c5-2f9340ced9cb req-9b7b8579-a800-413f-acbf-676dfe49b040 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:29.580050 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5eade31b-1368-49c7-b2c5-2f9340ced9cb req-9b7b8579-a800-413f-acbf-676dfe49b040 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 944 time: 0.0542886 Aug 27 04:44:29.580050 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5eade31b-1368-49c7-b2c5-2f9340ced9cb req-cfac4cfa-0786-4b6a-bf3c-65ca4e07c050 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 Aug 27 04:44:29.583542 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42222) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:29.643997 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-859ad972-27d2-4a3a-b842-0aac0c0f1713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:29.671280 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-859ad972-27d2-4a3a-b842-0aac0c0f1713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:29.673262 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-99227535-4370-4c88-a7b5-b157cfe38579 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7540123 Aug 27 04:44:29.907108 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a7899-8100-428b-a414-ef1ca743d3af req-9f777c7f-6646-4dd4-b32c-811c33a20ade tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:29.908756 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b17a7899-8100-428b-a414-ef1ca743d3af req-9f777c7f-6646-4dd4-b32c-811c33a20ade tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.0565639 Aug 27 04:44:29.963590 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b17a7899-8100-428b-a414-ef1ca743d3af req-ef6a82aa-faf3-4f4d-9865-5a30261ef65d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Aug 27 04:44:30.053504 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-725c73fe-ce08-4706-a260-62389102fd3e req-aa29258a-5c1d-4094-b99b-d4eb707ea33c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 210 time: 0.0409336 Aug 27 04:44:30.117911 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-859ad972-27d2-4a3a-b842-0aac0c0f1713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.124761 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-859ad972-27d2-4a3a-b842-0aac0c0f1713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.124761 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-859ad972-27d2-4a3a-b842-0aac0c0f1713 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f28ce3e-a4b8-4a25-9764-867c85a6c2c1 HTTP/1.1" status: 204 len: 168 time: 0.5371549 Aug 27 04:44:30.133904 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ad972-27d2-4a3a-b842-0aac0c0f1713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28ce3e-a4b8-4a25-9764-867c85a6c2c1,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:30.174290 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42236) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:30.251771 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-76bb39c5-0384-491f-9537-134150e562ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f618c73686df4473a8f2c15b1ebbb24d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0735803 Aug 27 04:44:30.252198 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42240) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:30.305560 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42242) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:30.305791 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16" -d '{"events": [{"name": "network-changed", "server_uuid": "fd20ae35-c814-4b5f-883e-763ff0a8d273", "tag": "f384e48d-53b2-4bb7-94d4-efaae88a37bf"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:30.446099 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-708361fd-99ee-4c94-856d-fd0cdde5106b req-ac885424-cb05-4955-adcd-797bed683089 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.0668457 Aug 27 04:44:30.476414 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-197e2d6a-07ec-4e21-9faa-2e7917502f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.492416 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fefe6119-d3d2-49c9-8151-b2e5a060860b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.557999 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fefe6119-d3d2-49c9-8151-b2e5a060860b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.610924 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4d8434cc-d264-44a6-9283-699f2fff6414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.815574 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7843852-ed78-43d5-8008-3568383d4ffc x-openstack-request-id: req-a7843852-ed78-43d5-8008-3568383d4ffc {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:30.816129 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd20ae35-c814-4b5f-883e-763ff0a8d273", "tag": "f384e48d-53b2-4bb7-94d4-efaae88a37bf", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:30.816263 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7843852-ed78-43d5-8008-3568383d4ffc {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:30.816698 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'tag': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'status': 'completed', 'code': 200} Aug 27 04:44:30.845041 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8868-0002-4612-a676-124f48934621 req-35882fe6-2522-4b2c-8e30-32fde3d97ae2 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:30.845041 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1d2f8868-0002-4612-a676-124f48934621 req-35882fe6-2522-4b2c-8e30-32fde3d97ae2 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 944 time: 0.1322455 Aug 27 04:44:30.921354 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fefe6119-d3d2-49c9-8151-b2e5a060860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.923880 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fefe6119-d3d2-49c9-8151-b2e5a060860b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.925078 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-fefe6119-d3d2-49c9-8151-b2e5a060860b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7972145-981a-45dd-a16c-f0bc2da2750b HTTP/1.1" status: 204 len: 168 time: 0.6718044 Aug 27 04:44:30.927194 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-197e2d6a-07ec-4e21-9faa-2e7917502f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:30.943310 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1d2f8868-0002-4612-a676-124f48934621 req-227693e8-06f4-4d53-80e2-2ee8382fbd93 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844851 Aug 27 04:44:30.951680 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe6119-d3d2-49c9-8151-b2e5a060860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7972145-981a-45dd-a16c-f0bc2da2750b,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:31.027913 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-197e2d6a-07ec-4e21-9faa-2e7917502f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.083137 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-197e2d6a-07ec-4e21-9faa-2e7917502f35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d3123c86a8145bf83c17bc2329250d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711906 Aug 27 04:44:31.083636 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42266) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:31.131378 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2d6a-07ec-4e21-9faa-2e7917502f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f075460-29b8-41bd-bc8c-fbd68efb67dc,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:31.251376 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c87310-5bb4-4d8e-b43a-a7d3b504700a req-e4113ac3-b971-4bd7-a4df-f6f93c8dfc34 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:31.253546 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-78c87310-5bb4-4d8e-b43a-a7d3b504700a req-e4113ac3-b971-4bd7-a4df-f6f93c8dfc34 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.1339183 Aug 27 04:44:31.255016 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0db4a3f7-ac2f-4197-9043-f433943d395f req-3f447546-0db6-4093-a929-94908c6183f1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 210 time: 0.0437376 Aug 27 04:44:31.295379 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0d7de118-c95d-4391-873f-e702f5aeeaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.311281 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4d8434cc-d264-44a6-9283-699f2fff6414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.338753 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-78c87310-5bb4-4d8e-b43a-a7d3b504700a req-47c10781-9edc-44ca-8a55-24e71a2331bf tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735135 Aug 27 04:44:31.340963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0d7de118-c95d-4391-873f-e702f5aeeaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.409065 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4d8434cc-d264-44a6-9283-699f2fff6414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.454042 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4d8434cc-d264-44a6-9283-699f2fff6414 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf01048877b74687a9aef60d7dc38218&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2484226 Aug 27 04:44:31.454042 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8434cc-d264-44a6-9283-699f2fff6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefb6300-5590-4d50-9c83-a811212db39f,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:31.454221 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42274) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:31.481586 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0d7de118-c95d-4391-873f-e702f5aeeaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.490202 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0d7de118-c95d-4391-873f-e702f5aeeaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.490202 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0d7de118-c95d-4391-873f-e702f5aeeaff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f075460-29b8-41bd-bc8c-fbd68efb67dc HTTP/1.1" status: 204 len: 168 time: 0.4002759 Aug 27 04:44:31.500207 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7de118-c95d-4391-873f-e702f5aeeaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f075460-29b8-41bd-bc8c-fbd68efb67dc,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:31.523321 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ad5-1e31-4d75-8a5e-6ab1d2752054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.547671 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ad5-1e31-4d75-8a5e-6ab1d2752054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.583149 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-14e3edb9-cc11-4823-bbc3-d20ffec0a9a8 req-708fdbef-90fe-44d4-99d8-b26cc0032017 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.0333576 Aug 27 04:44:31.757884 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ad5-1e31-4d75-8a5e-6ab1d2752054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.760818 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ad5-1e31-4d75-8a5e-6ab1d2752054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:31.762187 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-2bc06ad5-1e31-4d75-8a5e-6ab1d2752054 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eefb6300-5590-4d50-9c83-a811212db39f HTTP/1.1" status: 204 len: 168 time: 0.3082249 Aug 27 04:44:31.771226 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc06ad5-1e31-4d75-8a5e-6ab1d2752054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefb6300-5590-4d50-9c83-a811212db39f,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:31.888374 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42286) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:31.928145 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ed9b8900-7e5e-49bd-be6c-0d7599d82c62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c79ef704804f424e9a2ec5b491670299&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0385973 Aug 27 04:44:31.930788 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42288) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:32.028265 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Request body: {'port': {'device_id': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:32.038375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4612c3c4-a973-43b0-a59c-3f59cb579126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:32.193714 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.43', 62727) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:32.194371 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4612c3c4-a973-43b0-a59c-3f59cb579126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:32.271164 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:32.289729 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4f14-0899-4e73-80ad-d060ad43963c req-f7fe53d7-da18-498c-9909-582e58579c9c tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:32.291352 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d2e4f14-0899-4e73-80ad-d060ad43963c req-f7fe53d7-da18-498c-9909-582e58579c9c tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 944 time: 0.2817495 Aug 27 04:44:32.309489 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-ba9461ad-4071-42b2-b5a6-608d916908a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:32.311463 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-ba9461ad-4071-42b2-b5a6-608d916908a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ca6f1d385e747fda6bcfb72620f85f3&device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 1097 time: 0.1073172 Aug 27 04:44:32.321792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-7d13c731-583d-463c-a6e8-98f8af8467c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:32.321792 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-7d13c731-583d-463c-a6e8-98f8af8467c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 1097 time: 0.2538946 Aug 27 04:44:32.437334 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-1c810649-ffb9-4b21-8d73-c95d46d05087 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf HTTP/1.1" status: 200 len: 217 time: 0.1103785 Aug 27 04:44:32.438757 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-07115391-d56e-41d7-9d2b-5ab711c2511a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22cb75f-b91b-4def-8246-1782a5f948d2 HTTP/1.1" status: 200 len: 217 time: 0.1150167 Aug 27 04:44:32.446156 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-530cf496-de3a-4526-97de-c90cd37b7bd1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:32.447489 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-530cf496-de3a-4526-97de-c90cd37b7bd1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 817 time: 0.4400604 Aug 27 04:44:32.475845 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Request body: {'port': {'device_id': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'admin_state_up': True, 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:32.476584 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e46d4e60-7aa2-48fc-b8dc-969ac6587c58 req-9f814260-2938-488c-932f-3460463feded tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 210 time: 0.0863397 Aug 27 04:44:32.579766 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d2e4f14-0899-4e73-80ad-d060ad43963c req-e3b2d247-8468-4054-9db1-68e5a8fd8f0f tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699111 Aug 27 04:44:32.664708 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4612c3c4-a973-43b0-a59c-3f59cb579126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:32.666348 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4612c3c4-a973-43b0-a59c-3f59cb579126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:32.670774 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4612c3c4-a973-43b0-a59c-3f59cb579126 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34355b2c-c22d-43a2-8cca-0e3a77148573 HTTP/1.1" status: 204 len: 168 time: 0.7390175 Aug 27 04:44:32.674070 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-157beadf-ce3c-478f-a5d2-40a5346e3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:32.684473 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-157beadf-ce3c-478f-a5d2-40a5346e3ba6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e91b692-25b0-47a6-b56c-5b738fe7eb06 HTTP/1.1" status: 200 len: 851 time: 0.2236464 Aug 27 04:44:32.715618 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612c3c4-a973-43b0-a59c-3f59cb579126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34355b2c-c22d-43a2-8cca-0e3a77148573,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:32.743104 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-9a995ca5-267f-4241-bad1-8ce1eebe994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:32.744957 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-9a995ca5-267f-4241-bad1-8ce1eebe994a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c82e7364-c3da-4955-bc5c-253e0c004a0c HTTP/1.1" status: 200 len: 855 time: 0.2937527 Aug 27 04:44:32.787524 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb1cce-eb78-4008-b2e8-ccc94cc98442 req-e482dffa-b057-4897-8c83-33a16f8b82a6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:32.789084 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-17bb1cce-eb78-4008-b2e8-ccc94cc98442 req-e482dffa-b057-4897-8c83-33a16f8b82a6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.2199543 Aug 27 04:44:32.806896 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-e547cc56-5df8-4c5c-912b-ddd6220e2c59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=848d33ef-e3dc-4a79-b983-71da73e63d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052587 Aug 27 04:44:32.823053 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'tag': 'd22cb75f-b91b-4def-8246-1782a5f948d2'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:32.825327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e822340-1fea-498f-9243-b32ec073a001" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e67567-f8a3-4db6-b106-55c72c6e2653", "tag": "d22cb75f-b91b-4def-8246-1782a5f948d2"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:32.861040 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-301bca80-60cf-49d8-94de-62815a67cdc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084983 Aug 27 04:44:32.895401 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b90c20d7-814f-4ce5-a83a-644270db57f1 req-b4a9a340-7387-4cb8-b03e-3e7b97165015 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.1190631 Aug 27 04:44:33.045250 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a907d-6c3a-4ada-ba6e-de6512fb98ae x-openstack-request-id: req-e89a907d-6c3a-4ada-ba6e-de6512fb98ae {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:33.045250 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e67567-f8a3-4db6-b106-55c72c6e2653", "tag": "d22cb75f-b91b-4def-8246-1782a5f948d2", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:33.045250 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e89a907d-6c3a-4ada-ba6e-de6512fb98ae {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:33.045250 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'tag': 'd22cb75f-b91b-4def-8246-1782a5f948d2', 'status': 'completed', 'code': 200} Aug 27 04:44:33.056240 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-f05966da-6081-4cac-846c-07c56055ff9e service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662033 Aug 27 04:44:33.062851 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Made reservation on behalf of bab1a23d8ead4f71956c5e90bbe29587 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:33.066440 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.080059 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-17bb1cce-eb78-4008-b2e8-ccc94cc98442 req-b31d5a9c-8115-4818-ad4d-1add5a08940f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709022 Aug 27 04:44:33.123550 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-9b343a2a-8506-40be-becc-1621c8e172ed service neutron] 10.222.0.43 "GET /v2.0/networks/848d33ef-e3dc-4a79-b983-71da73e63d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048973 Aug 27 04:44:33.178403 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8520bc42-a80b-4086-aaab-3fa77b4d0585 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:33.215584 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.234463 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e86d2ce5-d71a-4db3-9265-78469dcdd2f7 req-4b6f75d4-998f-475a-9721-1d499a2ff6ca service neutron] 10.222.0.43 "GET /v2.0/networks/848d33ef-e3dc-4a79-b983-71da73e63d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037142 Aug 27 04:44:33.256497 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Transition to ACTIVE for port object 8520bc42-a80b-4086-aaab-3fa77b4d0585 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:33.270583 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4be0fb68-8cd5-48f2-a383-3ce618727642 req-27199e77-de57-4b5b-b807-182315d72b66 service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009349 Aug 27 04:44:33.383416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.393210 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-d558e5d5-d497-4053-bd6a-f21d3bc23942 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.395549 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-d558e5d5-d497-4053-bd6a-f21d3bc23942 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 817 time: 0.1287291 Aug 27 04:44:33.414518 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.43', 62731) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:33.498417 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-3b0e2afc-f192-47a7-8601-24e17f80e100 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 380 time: 0.0849240 Aug 27 04:44:33.501379 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-cfd0e3db-7725-4a6e-8f17-18efaaa5d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.506231 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-cfd0e3db-7725-4a6e-8f17-18efaaa5d0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 1097 time: 0.0825093 Aug 27 04:44:33.511720 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'port': {'device_id': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'admin_state_up': True, 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'security_groups': ['b88f378a-2c40-4b28-baad-7b83ede90fc4']}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:33.522348 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Pushing event updated for resources: {'Port': ['ID=8520bc42-a80b-4086-aaab-3fa77b4d0585,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:33.533038 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Allocated IP 172.20.0.3 (0aea5cc4-1788-412d-8ef4-5503e8af6a54/d50b0dfa-3978-4d3c-9c74-621a2df9b049/71639602-c8d7-49e9-a0cb-547ecacb0fb6) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:33.555154 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Attempting to bind port 8520bc42-a80b-4086-aaab-3fa77b4d0585 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:33.555490 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Attempting to bind port 8520bc42-a80b-4086-aaab-3fa77b4d0585 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:33.555835 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Attempting to bind port 8520bc42-a80b-4086-aaab-3fa77b4d0585 on network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:33.561491 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e822340-1fea-498f-9243-b32ec073a001 req-7f1fbe01-abaa-4bf2-92ad-19c8790632dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.563612 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-7f1fbe01-abaa-4bf2-92ad-19c8790632dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ca6f1d385e747fda6bcfb72620f85f3&device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 1097 time: 0.1916802 Aug 27 04:44:33.805401 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Port 8520bc42-a80b-4086-aaab-3fa77b4d0585 on network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:44:33.805401 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Attempting to bind port 8520bc42-a80b-4086-aaab-3fa77b4d0585 on network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:33.809909 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-cf51ddf1-f20a-4180-a123-225a847e0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.810807 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-cf51ddf1-f20a-4180-a123-225a847e0831 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 916 time: 0.2955976 Aug 27 04:44:33.821150 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7c143-25d2-458e-a299-2c9b12f2ec05 req-cf7db8a1-6b98-4ad8-b646-b9935ef71103 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.823468 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7a7c143-25d2-458e-a299-2c9b12f2ec05 req-cf7db8a1-6b98-4ad8-b646-b9935ef71103 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 944 time: 0.1128347 Aug 27 04:44:33.882824 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b32c48a7-ec9e-4d09-88f2-10ec8c537c05 req-f871518f-82b0-457b-b840-ecaf24d563d0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 210 time: 0.3124580 Aug 27 04:44:33.883686 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-817ae3db-12b6-4f3b-a26c-8d4168cda3ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf HTTP/1.1" status: 200 len: 217 time: 0.0592604 Aug 27 04:44:33.913630 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:33.916119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Checking segment: {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:33.916119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Bound using segment: {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:33.916119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Bound port: 8520bc42-a80b-4086-aaab-3fa77b4d0585, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:33.916119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:33.945024 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-2fb5abdd-dba5-40d3-afe5-7131253bd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:33.946507 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-2fb5abdd-dba5-40d3-afe5-7131253bd5d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c82e7364-c3da-4955-bc5c-253e0c004a0c HTTP/1.1" status: 200 len: 855 time: 0.0536075 Aug 27 04:44:33.997373 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7a7c143-25d2-458e-a299-2c9b12f2ec05 req-caca0364-1a8d-4ebf-bc42-6d5bf050024d tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612961 Aug 27 04:44:34.032171 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-60018c66-5247-4cc4-99c1-7b10b53ddff1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500991 Aug 27 04:44:34.128512 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Made reservation on behalf of 2252ab66f4f64fa5a5d8fcb7ace33509 for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:44:34.132040 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.155891 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-c8b86e23-45c4-40e6-a7a2-f3d9b5e4bf5c service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135855 Aug 27 04:44:34.173210 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c86f9bfa-7aec-401a-9774-619dcd181ee2 req-5b1c52b6-0be0-43b6-a19b-e1502460120d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.1069994 Aug 27 04:44:34.201590 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e822340-1fea-498f-9243-b32ec073a001 req-9e01002a-cf65-4acc-8e93-f764ecd74d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.203127 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-9e01002a-cf65-4acc-8e93-f764ecd74d72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=848d33ef-e3dc-4a79-b983-71da73e63d20 HTTP/1.1" status: 200 len: 912 time: 0.6330678 Aug 27 04:44:34.264969 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] For port 8520bc42-a80b-4086-aaab-3fa77b4d0585, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:34.270340 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-14b93e79-fa7e-40d4-b2a3-cb91c63a2ec8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22cb75f-b91b-4def-8246-1782a5f948d2 HTTP/1.1" status: 200 len: 217 time: 0.0577838 Aug 27 04:44:34.302550 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] For port 8520bc42-a80b-4086-aaab-3fa77b4d0585, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:34.347850 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.368969 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.379365 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e822340-1fea-498f-9243-b32ec073a001 req-01060c7c-ad96-45ca-97a1-500630ade0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.380871 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-01060c7c-ad96-45ca-97a1-500630ade0a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e91b692-25b0-47a6-b56c-5b738fe7eb06 HTTP/1.1" status: 200 len: 851 time: 0.0937197 Aug 27 04:44:34.411604 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244740a-1f8b-4936-8a8b-16397a5d0a51 req-cf1c6ea2-d9ac-4914-8b97-6344ce79efba tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.422892 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2244740a-1f8b-4936-8a8b-16397a5d0a51 req-cf1c6ea2-d9ac-4914-8b97-6344ce79efba tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.2712674 Aug 27 04:44:34.443299 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-9bd5ecd4-1f2f-4eec-bbfe-9fd59a67b71b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=848d33ef-e3dc-4a79-b983-71da73e63d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397248 Aug 27 04:44:34.446912 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.447607 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.449002 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] 10.222.0.43 "PUT /v2.0/ports/8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 1093 time: 2.4404445 Aug 27 04:44:34.525081 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9abdb51-9614-490c-9ae6-6a55a7cf5f16 req-0a17586a-26c0-4f2f-9084-32d77cfc7d1a service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325133 Aug 27 04:44:34.525856 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] Pushing event updated for resources: {'Port': ['ID=8520bc42-a80b-4086-aaab-3fa77b4d0585,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:34.549555 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Allocated IP 172.20.0.12 (cfee3453-5583-48a6-bcf0-d538e9a08449/ec03569a-2e6f-4093-a041-39e1ace35ea0/bc5f03c6-6c24-491a-8672-be1f69f6c073) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:44:34.557841 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2244740a-1f8b-4936-8a8b-16397a5d0a51 req-ca11ab76-df7d-41bd-9224-59077f0f45c5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338346 Aug 27 04:44:34.571225 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-410937f3-71af-4b93-a99d-3496db8e191a service neutron] 10.222.0.43 "GET /v2.0/networks/848d33ef-e3dc-4a79-b983-71da73e63d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111631 Aug 27 04:44:34.663075 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.700015 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4e39a9a2-7ccc-4596-b089-1700c5844218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.702068 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4e39a9a2-7ccc-4596-b089-1700c5844218 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1096 time: 0.0957422 Aug 27 04:44:34.742938 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-5843eb45-98cf-4a0c-a8ec-daeff650b906 service neutron] 10.222.0.43 "GET /v2.0/networks/848d33ef-e3dc-4a79-b983-71da73e63d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607461 Aug 27 04:44:34.746470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Pushing event updated for resources: {'Port': ['ID=71639602-c8d7-49e9-a0cb-547ecacb0fb6,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:34.762485 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-f414eae6-9228-4d3f-8647-764333dfca4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 217 time: 0.0489726 Aug 27 04:44:34.770273 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:34.778190 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:34.782136 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:34.788747 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.789399 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.835300 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:34.849732 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-5df762ae-0a88-4a19-aa44-0c4fa1e669a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:34.851169 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-5df762ae-0a88-4a19-aa44-0c4fa1e669a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0764203 Aug 27 04:44:34.857314 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Transition to ACTIVE for port object bc5f03c6-6c24-491a-8672-be1f69f6c073 will not be triggered until provisioned by entity DHCP. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:34.890441 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2ffd7217-a7d3-4754-98a6-626748efe046 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4256098 Aug 27 04:44:34.896046 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-edfb2966-7c56-4395-922b-04b0392777a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365474 Aug 27 04:44:34.909677 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Request body: {'port': {'device_id': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:35.017689 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-ca0768a9-dc3d-46a4-8925-0ce099d52dcc service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121850 Aug 27 04:44:35.026796 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-60c139db-377f-4832-b3f9-46e4791b683b req-750bca71-beba-4cf4-b631-012a3d124688 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 210 time: 0.0414720 Aug 27 04:44:35.027715 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.054300 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'tag': '8520bc42-a80b-4086-aaab-3fa77b4d0585'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:35.056040 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5721f9ce-b705-489e-9554-fc5dcbccecaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd", "tag": "8520bc42-a80b-4086-aaab-3fa77b4d0585"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:35.062548 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.176322 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28824fd-7189-48fb-995e-681c04596c11 x-openstack-request-id: req-c28824fd-7189-48fb-995e-681c04596c11 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:35.176639 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd", "tag": "8520bc42-a80b-4086-aaab-3fa77b4d0585", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:35.176894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c28824fd-7189-48fb-995e-681c04596c11 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:35.177321 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'tag': '8520bc42-a80b-4086-aaab-3fa77b4d0585', 'status': 'completed', 'code': 200} Aug 27 04:44:35.357721 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ed037-5d84-4bed-a2ac-cfdec8f075bd req-026b9535-0880-45f9-9e43-ab8ef74fa403 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.365282 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-534ed037-5d84-4bed-a2ac-cfdec8f075bd req-026b9535-0880-45f9-9e43-ab8ef74fa403 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 931 time: 0.0984526 Aug 27 04:44:35.415815 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Network cfee3453-5583-48a6-bcf0-d538e9a08449 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:44:35.428888 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:44:35.431716 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:44:35.450403 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-534ed037-5d84-4bed-a2ac-cfdec8f075bd req-d87a96fa-2010-4a49-8ccb-abf1a19fe764 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Aug 27 04:44:35.461373 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71639602-c8d7-49e9-a0cb-547ecacb0fb6 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:35.468968 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.482648 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Transition to ACTIVE for port object 71639602-c8d7-49e9-a0cb-547ecacb0fb6 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:35.485063 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:35.521413 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a6a4-70cc-4d18-8b3b-4ab4aec98455 req-5bc72520-e321-46d1-9c2d-c84a3d4a6bf8 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.522986 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6435a6a4-70cc-4d18-8b3b-4ab4aec98455 req-5bc72520-e321-46d1-9c2d-c84a3d4a6bf8 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 944 time: 0.2103453 Aug 27 04:44:35.534430 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.535097 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.541401 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-e67e6a40-dadb-452d-a488-2493e50b17ef service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158551 Aug 27 04:44:35.582452 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6435a6a4-70cc-4d18-8b3b-4ab4aec98455 req-c7fb6ef3-59ea-4ce0-8518-231661626061 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 Aug 27 04:44:35.680059 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.710036 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-2a9912e6-76e1-4f9b-86b1-722007fb6dda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2057049 Aug 27 04:44:35.725592 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Request body: {'port': {'device_id': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:35.770337 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edadaf-18eb-45d1-8cee-998bc72ae922 req-6709526a-037d-4b46-b963-1454d97048f5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.777387 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-95edadaf-18eb-45d1-8cee-998bc72ae922 req-6709526a-037d-4b46-b963-1454d97048f5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.1346214 Aug 27 04:44:35.779954 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Pushing event updated for resources: {'Port': ['ID=71639602-c8d7-49e9-a0cb-547ecacb0fb6,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:35.847815 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Attempting to bind port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:35.848139 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Attempting to bind port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:35.848413 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Attempting to bind port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 on network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:35.859753 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-95edadaf-18eb-45d1-8cee-998bc72ae922 req-5a21330b-5b34-4206-9840-2cb29c7698f1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685346 Aug 27 04:44:35.860479 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 on network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:44:35.860808 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Attempting to bind port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 on network 0aea5cc4-1788-412d-8ef4-5503e8af6a54 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:35.869513 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:35.869513 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Checking segment: {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:35.869513 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Bound using segment: {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:35.869776 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-c70ae021-6660-4d9a-8140-eee6f71429b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:35.869861 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Bound port: 71639602-c8d7-49e9-a0cb-547ecacb0fb6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a141df44-a129-48be-a606-5f2a5ab3a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:35.869861 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.870195 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-c70ae021-6660-4d9a-8140-eee6f71429b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1096 time: 0.0968215 Aug 27 04:44:35.891803 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-34981861-63e1-40a5-b46a-2e16018f2fad None None] Provisioning for port bc5f03c6-6c24-491a-8672-be1f69f6c073 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:35.896329 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-34981861-63e1-40a5-b46a-2e16018f2fad None None] Provisioning complete for port bc5f03c6-6c24-491a-8672-be1f69f6c073 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:35.896734 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-34981861-63e1-40a5-b46a-2e16018f2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.899580 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:35.939610 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-34981861-63e1-40a5-b46a-2e16018f2fad None None] Port bc5f03c6-6c24-491a-8672-be1f69f6c073 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:44:35.955523 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] For port 71639602-c8d7-49e9-a0cb-547ecacb0fb6, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:35.958778 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] For port 71639602-c8d7-49e9-a0cb-547ecacb0fb6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:36.003620 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-64829082-2c8b-46fa-89e8-0af630647ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.005135 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-64829082-2c8b-46fa-89e8-0af630647ff6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.1256533 Aug 27 04:44:36.095416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:36.098328 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d22cb75f-b91b-4def-8246-1782a5f948d2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:36.118401 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-6c4c4a5f-3e0a-4cdc-bb01-b7674f2b2f60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 217 time: 0.1059453 Aug 27 04:44:36.180796 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.186003 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:36.194474 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] 10.222.0.43 "PUT /v2.0/ports/71639602-c8d7-49e9-a0cb-547ecacb0fb6 HTTP/1.1" status: 200 len: 1093 time: 1.2889817 Aug 27 04:44:36.226457 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f26cd-42f0-4ac1-8c25-9d0c57f61659 service neutron] Pushing event updated for resources: {'Port': ['ID=71639602-c8d7-49e9-a0cb-547ecacb0fb6,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:36.290001 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port d22cb75f-b91b-4def-8246-1782a5f948d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d22cb75f-b91b-4def-8246-1782a5f948d2,segment=NetworkSegment(d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef),segment_id=d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:36.309779 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-65bbd0e4-b6f0-4687-ac44-c65ecfc1b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.311750 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-65bbd0e4-b6f0-4687-ac44-c65ecfc1b6e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.1802540 Aug 27 04:44:36.323561 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'd22cb75f-b91b-4def-8246-1782a5f948d2', 'network_id': '848d33ef-e3dc-4a79-b983-71da73e63d20', 'port_id': 'd22cb75f-b91b-4def-8246-1782a5f948d2', 'mac_address': 'fa:16:3e:a4:2c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e91b692-25b0-47a6-b56c-5b738fe7eb06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:36.351844 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c4c9c045-e715-4e4e-bf26-c7b007cb0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.358513 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-c4c9c045-e715-4e4e-bf26-c7b007cb0ebc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 1096 time: 0.0644898 Aug 27 04:44:36.370696 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb9046-a9c4-46d0-bc0c-b4fd8eca22ca req-27ba808d-06ab-4613-bc1b-abacca8dc3e0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.381259 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1fb9046-a9c4-46d0-bc0c-b4fd8eca22ca req-27ba808d-06ab-4613-bc1b-abacca8dc3e0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 932 time: 0.1949399 Aug 27 04:44:36.382998 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:36.397717 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22cb75f-b91b-4def-8246-1782a5f948d2 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:36.403217 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-d59fb41b-cfd4-4871-a961-bb64da843022 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827587 Aug 27 04:44:36.423083 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port d22cb75f-b91b-4def-8246-1782a5f948d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d22cb75f-b91b-4def-8246-1782a5f948d2,segment=NetworkSegment(d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef),segment_id=d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:36.425987 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-8cdb6f48-5c8f-44ff-9537-dd746791cc21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6 HTTP/1.1" status: 200 len: 217 time: 0.0580785 Aug 27 04:44:36.480592 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-13143a3c-de34-413b-afd8-446807b0c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.482406 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-13143a3c-de34-413b-afd8-446807b0c4e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0493214 Aug 27 04:44:36.492527 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1fb9046-a9c4-46d0-bc0c-b4fd8eca22ca req-06517c04-a68c-4468-b3dd-00ce649ea7df tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049738 Aug 27 04:44:36.500328 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:36.501622 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device f384e48d-53b2-4bb7-94d4-efaae88a37bf details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:36.566177 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-2b7fe4d4-27dd-4684-b72c-7b6894a64e1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759289 Aug 27 04:44:36.646028 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-5a0d5112-50d2-4e3e-a7fb-19c6645a8ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285504 Aug 27 04:44:36.696183 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5f03c6-6c24-491a-8672-be1f69f6c073 {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:36.716220 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=d22cb75f-b91b-4def-8246-1782a5f948d2,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:36.733467 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad519126-9ea2-4192-a317-476bae50c914 req-5f4e9a50-3023-49c3-bf78-4c12781f838f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.735545 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ad519126-9ea2-4192-a317-476bae50c914 req-5f4e9a50-3023-49c3-bf78-4c12781f838f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 943 time: 0.1647446 Aug 27 04:44:36.751723 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:36.776826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port f384e48d-53b2-4bb7-94d4-efaae88a37bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:36.806785 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Transition to ACTIVE for port object bc5f03c6-6c24-491a-8672-be1f69f6c073 will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:44:36.820552 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-f5a679a8-ee7c-4ae8-a249-b293deb25c87 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735857 Aug 27 04:44:36.832659 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ad519126-9ea2-4192-a317-476bae50c914 req-0dc44028-0c7d-4343-a9a5-583453fc2f4b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895233 Aug 27 04:44:36.834236 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52855d4a-22d5-454f-9694-90e1c2ab10d1 req-37e1db9f-b6d7-43c6-903a-d3e6fe832009 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:36.842491 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-52855d4a-22d5-454f-9694-90e1c2ab10d1 req-37e1db9f-b6d7-43c6-903a-d3e6fe832009 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 945 time: 0.1504850 Aug 27 04:44:36.888271 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:36.938658 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3da0c8b-e849-49d3-852a-185f4e5bf400 req-648c4edf-7e20-49f1-878b-f62a5279c8c6 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018984 Aug 27 04:44:36.974770 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5721f9ce-b705-489e-9554-fc5dcbccecaf req-9df556cd-3fd3-4be8-bbcf-1ed29cf92976 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225667 Aug 27 04:44:36.995339 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-52855d4a-22d5-454f-9694-90e1c2ab10d1 req-e48e9bcb-29db-4ece-b2ba-73a5e5e2e167 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488643 Aug 27 04:44:37.026892 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'port_id': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'mac_address': 'fa:16:3e:d4:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82e7364-c3da-4955-bc5c-253e0c004a0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:37.056874 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:37.137316 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:37.155732 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f384e48d-53b2-4bb7-94d4-efaae88a37bf {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:37.162489 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d510a-337b-4f51-aa06-2d1537fbf805 req-bf4db6cc-e233-4d1c-8d16-46c2127ce8e3 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:37.164104 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4f2d510a-337b-4f51-aa06-2d1537fbf805 req-bf4db6cc-e233-4d1c-8d16-46c2127ce8e3 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 944 time: 0.0932796 Aug 27 04:44:37.177963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'tag': '71639602-c8d7-49e9-a0cb-547ecacb0fb6'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:37.178559 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Attempting to bind port bc5f03c6-6c24-491a-8672-be1f69f6c073 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:44:37.178929 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Attempting to bind port bc5f03c6-6c24-491a-8672-be1f69f6c073 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:44:37.179347 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Attempting to bind port bc5f03c6-6c24-491a-8672-be1f69f6c073 on network cfee3453-5583-48a6-bcf0-d538e9a08449 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:37.185402 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Port bc5f03c6-6c24-491a-8672-be1f69f6c073 on network cfee3453-5583-48a6-bcf0-d538e9a08449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:44:37.185866 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Attempting to bind port bc5f03c6-6c24-491a-8672-be1f69f6c073 on network cfee3453-5583-48a6-bcf0-d538e9a08449 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:44:37.188193 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f085bf-3c64-4f95-95a3-b8c12a67e412" -d '{"events": [{"name": "network-changed", "server_uuid": "28b7a595-da7e-4697-b96d-9593e84f4d14", "tag": "71639602-c8d7-49e9-a0cb-547ecacb0fb6"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:37.191701 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:44:37.192669 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Checking segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:44:37.193263 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Bound using segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:44:37.193755 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Bound port: bc5f03c6-6c24-491a-8672-be1f69f6c073, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:44:37.194200 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:37.195259 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port f384e48d-53b2-4bb7-94d4-efaae88a37bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:37.269596 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4f2d510a-337b-4f51-aa06-2d1537fbf805 req-f26f75df-7e77-4e94-9960-5d019db4d4f4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952013 Aug 27 04:44:37.301329 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:44:37.325952 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:44:37.326913 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:37.335434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e27f8-50b4-49fe-b98e-9d433576592f x-openstack-request-id: req-790e27f8-50b4-49fe-b98e-9d433576592f {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:37.335434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b7a595-da7e-4697-b96d-9593e84f4d14", "tag": "71639602-c8d7-49e9-a0cb-547ecacb0fb6", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:37.335434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-790e27f8-50b4-49fe-b98e-9d433576592f {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:37.335434 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'tag': '71639602-c8d7-49e9-a0cb-547ecacb0fb6', 'status': 'completed', 'code': 200} Aug 27 04:44:37.403093 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=f384e48d-53b2-4bb7-94d4-efaae88a37bf,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:37.422578 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:37.470398 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-e2a1a7cc-9110-4d38-96ba-3b4cf6de2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:37.471994 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-e2a1a7cc-9110-4d38-96ba-3b4cf6de2ad5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 1096 time: 0.1111469 Aug 27 04:44:37.478289 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:37.478765 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:37.480543 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] 10.222.0.43 "PUT /v2.0/ports/bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 200 len: 1094 time: 1.7613919 Aug 27 04:44:37.481095 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:37.615289 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4791bc-9307-4b56-9711-31b139560028 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:37.654543 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:44:37.759882 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['d22cb75f-b91b-4def-8246-1782a5f948d2'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:44:38.168605 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38935cd1-c944-4634-8054-aed139f92fe2 req-39b3bde4-df34-43b6-b640-bcc9de5d37af tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.168605 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-38935cd1-c944-4634-8054-aed139f92fe2 req-39b3bde4-df34-43b6-b640-bcc9de5d37af tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.2747977 Aug 27 04:44:38.168605 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-38935cd1-c944-4634-8054-aed139f92fe2 req-105fc890-ce2e-4fe7-ba5d-e925ab0aa568 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469739 Aug 27 04:44:38.170608 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-51cf63c5-c1a1-4fca-8ae2-cc3196e06ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.170608 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-51cf63c5-c1a1-4fca-8ae2-cc3196e06ac6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.4559827 Aug 27 04:44:38.170608 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-559b6a16-3d30-4018-9dd1-cb740c0db814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.170608 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-559b6a16-3d30-4018-9dd1-cb740c0db814 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1097 time: 0.3109820 Aug 27 04:44:38.170608 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-e40b3955-cc12-4a05-a939-d91682baa69c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6 HTTP/1.1" status: 200 len: 217 time: 0.0884140 Aug 27 04:44:38.170608 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-21e54e97-2774-4a47-a9e3-c904f14c5df9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 200 len: 217 time: 0.0719278 Aug 27 04:44:38.172137 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 8520bc42-a80b-4086-aaab-3fa77b4d0585 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:38.173123 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46a5a4-0421-4796-931b-aa27e15c3146 req-1eb7c1a5-113d-42ec-9fe3-b6a52dab6173 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.173123 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6a46a5a4-0421-4796-931b-aa27e15c3146 req-1eb7c1a5-113d-42ec-9fe3-b6a52dab6173 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 943 time: 0.1657250 Aug 27 04:44:38.173123 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:38.200973 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46722c-0824-414e-897e-daeaafa549a2 req-53dfcddc-ca7d-4f62-be61-86d8af27edb6 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.209855 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cf46722c-0824-414e-897e-daeaafa549a2 req-53dfcddc-ca7d-4f62-be61-86d8af27edb6 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 945 time: 0.1180799 Aug 27 04:44:38.248513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-7938ff06-43c3-4286-8cf5-f2fa068fe652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.250043 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-7938ff06-43c3-4286-8cf5-f2fa068fe652 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.1895888 Aug 27 04:44:38.254041 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-b9476427-1466-4b59-86de-276f644eea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.255477 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-b9476427-1466-4b59-86de-276f644eea00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.1846521 Aug 27 04:44:38.265419 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 8520bc42-a80b-4086-aaab-3fa77b4d0585, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:38.268095 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6a46a5a4-0421-4796-931b-aa27e15c3146 req-6ac822c2-a439-44dd-90e2-b335536ae425 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085277 Aug 27 04:44:38.270775 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cf46722c-0824-414e-897e-daeaafa549a2 req-4397cdad-e1ab-4fe3-9416-b8657966018b tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596418 Aug 27 04:44:38.282716 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '8520bc42-a80b-4086-aaab-3fa77b4d0585', 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'port_id': '8520bc42-a80b-4086-aaab-3fa77b4d0585', 'mac_address': 'fa:16:3e:8e:96:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:38.344716 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-aa05f018-e94b-4196-bfb4-7004dc4915f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743189 Aug 27 04:44:38.345336 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:38.366664 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8520bc42-a80b-4086-aaab-3fa77b4d0585 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:38.394516 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 8520bc42-a80b-4086-aaab-3fa77b4d0585, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:38.457126 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-d5759bb1-36fd-4e3a-b775-2c789ac67200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.458656 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-d5759bb1-36fd-4e3a-b775-2c789ac67200 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1896005 Aug 27 04:44:38.484321 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e657e6d7-acd5-462a-9a4e-1ebbf5c830bc x-openstack-request-id: req-e657e6d7-acd5-462a-9a4e-1ebbf5c830bc {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:38.484734 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:38.485213 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e657e6d7-acd5-462a-9a4e-1ebbf5c830bc {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:38.485410 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'status': 'completed', 'code': 200} Aug 27 04:44:38.490320 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:38.561727 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4da82-d616-401e-a4c8-57a29c8dc84c req-a9f56adf-7e52-4d8c-9044-08e9296bf7e9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:38.563372 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bce4da82-d616-401e-a4c8-57a29c8dc84c req-a9f56adf-7e52-4d8c-9044-08e9296bf7e9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 945 time: 0.2047822 Aug 27 04:44:38.578567 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=8520bc42-a80b-4086-aaab-3fa77b4d0585,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:38.618988 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-20f69b2f-71f9-499c-a008-652ae1004977 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657170 Aug 27 04:44:38.703463 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bce4da82-d616-401e-a4c8-57a29c8dc84c req-8883b23c-5fff-41ed-8324-6d1034df873a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301024 Aug 27 04:44:38.716984 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-eedb38f9-02b6-4a31-93bc-180ac1b38a0b service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414131 Aug 27 04:44:38.752773 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['8520bc42-a80b-4086-aaab-3fa77b4d0585'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:44:38.804111 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f085bf-3c64-4f95-95a3-b8c12a67e412 req-a606a0bc-b9f3-4dca-a574-98dceca85a1f service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752255 Aug 27 04:44:38.808299 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42534) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:38.861346 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1a7246ed-a9e6-4e10-babb-571f1b2666a7 req-7e6c4626-2ae2-42ee-9ff3-37720d143212 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372843 Aug 27 04:44:39.027503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6361f4ba-da0e-4ae5-8aaf-0f03b4a17f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:39.085244 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-e04fbeef-1c61-4dc1-bfe2-72bc40b984e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.088323 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-e04fbeef-1c61-4dc1-bfe2-72bc40b984e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1097 time: 0.0773447 Aug 27 04:44:39.203725 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6361f4ba-da0e-4ae5-8aaf-0f03b4a17f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:39.231027 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-8955f010-a92c-4e8a-ab33-a6ef1005424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.234183 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-8955f010-a92c-4e8a-ab33-a6ef1005424b service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.1385782 Aug 27 04:44:39.282735 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289d7e3-6d45-4575-8ba0-f9e7551d5cd3 req-60b0c6f6-43fc-43f6-9309-9b074b9f132e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.285525 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8289d7e3-6d45-4575-8ba0-f9e7551d5cd3 req-60b0c6f6-43fc-43f6-9309-9b074b9f132e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0666151 Aug 27 04:44:39.286819 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6361f4ba-da0e-4ae5-8aaf-0f03b4a17f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:39.294908 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-31c2617f-226a-4fd3-95b2-f9cdd73f136f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 200 len: 217 time: 0.0533130 Aug 27 04:44:39.352657 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361f4ba-da0e-4ae5-8aaf-0f03b4a17f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fab89a-52a2-46f6-bb48-c29373f1e7e7,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:39.363125 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6361f4ba-da0e-4ae5-8aaf-0f03b4a17f81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aea4ac4a8e2b4c499d81044f3ddedee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535052 Aug 27 04:44:39.368245 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42554) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:39.371329 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-6fd0defb-bdc9-4df5-8490-5a6e70f6541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.374353 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-6fd0defb-bdc9-4df5-8490-5a6e70f6541b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0712185 Aug 27 04:44:39.386117 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8289d7e3-6d45-4575-8ba0-f9e7551d5cd3 req-222f0a11-5a1e-488c-a8bd-9485ea44b0e8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930824 Aug 27 04:44:39.439503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a54af85b-3103-4661-8bed-64865b4e52d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:39.474955 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb514cd-dbf3-45c1-b570-64e90f0ea5e8 req-94951d65-db70-4d07-8c37-0db5a48450ee tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.476628 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ecb514cd-dbf3-45c1-b570-64e90f0ea5e8 req-94951d65-db70-4d07-8c37-0db5a48450ee tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 945 time: 0.1008673 Aug 27 04:44:39.487938 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-1b7a1b6c-3c5f-47ef-a510-6460c08d13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.489567 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-1b7a1b6c-3c5f-47ef-a510-6460c08d13f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948961 Aug 27 04:44:39.497321 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a54af85b-3103-4661-8bed-64865b4e52d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:39.564899 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ecb514cd-dbf3-45c1-b570-64e90f0ea5e8 req-ba5c9585-a2e7-49a9-abb5-af15c5f73eeb tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792568 Aug 27 04:44:39.604816 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-2463b13e-7d14-4991-807e-185dad0351fd service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014678 Aug 27 04:44:39.628935 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1703-90fb-40c0-b998-afd90468d7b7 req-eb7afd92-0667-4833-ae54-4a37281e4e38 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.631680 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebaf1703-90fb-40c0-b998-afd90468d7b7 req-eb7afd92-0667-4833-ae54-4a37281e4e38 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 943 time: 0.1272402 Aug 27 04:44:39.700658 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebaf1703-90fb-40c0-b998-afd90468d7b7 req-8682aa2d-98f1-4b07-b8af-9500f6b12311 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626459 Aug 27 04:44:39.712181 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e4d323b-dd4f-4ddd-8a69-7f86b00bc945 req-97acd0d3-9db8-4d06-9128-e0a645454c92 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994787 Aug 27 04:44:39.843005 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a54af85b-3103-4661-8bed-64865b4e52d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:39.845599 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a54af85b-3103-4661-8bed-64865b4e52d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:39.849102 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-a54af85b-3103-4661-8bed-64865b4e52d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45fab89a-52a2-46f6-bb48-c29373f1e7e7 HTTP/1.1" status: 204 len: 168 time: 0.4775679 Aug 27 04:44:39.851064 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506e028-b990-4721-bcb3-82ceb8452109 req-18d27452-e11c-4ccb-bd7d-522fdbef14c6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:39.851064 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c506e028-b990-4721-bcb3-82ceb8452109 req-18d27452-e11c-4ccb-bd7d-522fdbef14c6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 945 time: 0.0516438 Aug 27 04:44:39.856234 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af85b-3103-4661-8bed-64865b4e52d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fab89a-52a2-46f6-bb48-c29373f1e7e7,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:39.895653 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c506e028-b990-4721-bcb3-82ceb8452109 req-60773aa2-fa46-4e13-8b81-1987eea0f4fc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Aug 27 04:44:40.086860 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 71639602-c8d7-49e9-a0cb-547ecacb0fb6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:40.095466 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 8520bc42-a80b-4086-aaab-3fa77b4d0585 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:40.226815 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 71639602-c8d7-49e9-a0cb-547ecacb0fb6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:40.239032 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '71639602-c8d7-49e9-a0cb-547ecacb0fb6', 'network_id': '0aea5cc4-1788-412d-8ef4-5503e8af6a54', 'port_id': '71639602-c8d7-49e9-a0cb-547ecacb0fb6', 'mac_address': 'fa:16:3e:8e:f1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50b0dfa-3978-4d3c-9c74-621a2df9b049', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:40.282206 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.295491 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71639602-c8d7-49e9-a0cb-547ecacb0fb6 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:40.316190 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 71639602-c8d7-49e9-a0cb-547ecacb0fb6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:40.334705 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 8520bc42-a80b-4086-aaab-3fa77b4d0585 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:40.340164 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 8520bc42-a80b-4086-aaab-3fa77b4d0585 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:40.342809 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.426459 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.436340 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.476396 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8520bc42-a80b-4086-aaab-3fa77b4d0585'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:40.538967 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956505e9-4f50-4dca-885f-5052c63b625d req-ed9eb8c1-eaa6-476b-a2e2-86793901d95c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:40.540828 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-956505e9-4f50-4dca-885f-5052c63b625d req-ed9eb8c1-eaa6-476b-a2e2-86793901d95c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0542724 Aug 27 04:44:40.566574 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 8520bc42-a80b-4086-aaab-3fa77b4d0585, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:40.586447 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=71639602-c8d7-49e9-a0cb-547ecacb0fb6,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:40.590421 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-956505e9-4f50-4dca-885f-5052c63b625d req-6c8e3567-2f25-4014-9b94-05e3f847b9a7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Aug 27 04:44:40.618939 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42580) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:40.633000 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-58d3febf-fa4d-4096-942c-bfa1737a1501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.664547 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.665407 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d22cb75f-b91b-4def-8246-1782a5f948d2 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:40.681004 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['71639602-c8d7-49e9-a0cb-547ecacb0fb6'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:44:40.743491 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56454219-9eac-4a82-8fb9-ddaa4af84893" -d '{"events": [{"server_uuid": "a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd", "name": "network-vif-plugged", "status": "completed", "tag": "8520bc42-a80b-4086-aaab-3fa77b4d0585"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:40.769280 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae946a-786c-42ef-af96-0223c66acfb5 req-048ee774-a4b6-4c7a-95a7-a07513b38c7f tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:40.772384 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9eae946a-786c-42ef-af96-0223c66acfb5 req-048ee774-a4b6-4c7a-95a7-a07513b38c7f tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 945 time: 0.0845671 Aug 27 04:44:40.797935 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-58d3febf-fa4d-4096-942c-bfa1737a1501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.831487 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=8520bc42-a80b-4086-aaab-3fa77b4d0585,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:40.849696 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a30e2-4d8a-4c14-8dd7-d6e1c25206d7 req-89a954ac-4e3f-4f41-bfc1-0636748cba5d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:40.851641 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d03a30e2-4d8a-4c14-8dd7-d6e1c25206d7 req-89a954ac-4e3f-4f41-bfc1-0636748cba5d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 944 time: 0.0707407 Aug 27 04:44:40.861159 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9eae946a-786c-42ef-af96-0223c66acfb5 req-c25c37a2-19ca-48c2-8ed4-050451c55f8a tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607843 Aug 27 04:44:40.904313 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d03a30e2-4d8a-4c14-8dd7-d6e1c25206d7 req-80369c3b-4810-49bd-9093-980f6e58c195 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Aug 27 04:44:40.914735 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-58d3febf-fa4d-4096-942c-bfa1737a1501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:40.969533 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3febf-fa4d-4096-942c-bfa1737a1501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846749d-fac3-4d72-97e9-472f5e4e4ee4,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:40.988177 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-58d3febf-fa4d-4096-942c-bfa1737a1501 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c4bdb5af8c04deb9ac87fe648714812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681269 Aug 27 04:44:40.990891 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42592) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:41.000659 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58b2253-cbc4-49c1-805f-26f54270185e x-openstack-request-id: req-a58b2253-cbc4-49c1-805f-26f54270185e {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:41.000979 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd", "name": "network-vif-plugged", "status": "completed", "tag": "8520bc42-a80b-4086-aaab-3fa77b4d0585", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:41.001239 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a58b2253-cbc4-49c1-805f-26f54270185e {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:41.001701 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8520bc42-a80b-4086-aaab-3fa77b4d0585', 'code': 200} Aug 27 04:44:41.011436 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port d22cb75f-b91b-4def-8246-1782a5f948d2 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:41.033843 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8682bd-62e9-4086-b5a3-caf8867e5768 req-2d6d1a53-4630-4fc4-b1dc-612626a825c7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:41.034128 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port d22cb75f-b91b-4def-8246-1782a5f948d2 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:41.034679 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.041855 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c8682bd-62e9-4086-b5a3-caf8867e5768 req-2d6d1a53-4630-4fc4-b1dc-612626a825c7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 945 time: 0.0636616 Aug 27 04:44:41.060580 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-94f08266-28b2-43d1-8ef9-96b53e65df66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.086954 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c8682bd-62e9-4086-b5a3-caf8867e5768 req-46b51dd5-96fa-4e3a-86f3-515fdd05882a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Aug 27 04:44:41.089086 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-94f08266-28b2-43d1-8ef9-96b53e65df66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.171448 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.205706 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port d22cb75f-b91b-4def-8246-1782a5f948d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d22cb75f-b91b-4def-8246-1782a5f948d2,segment=NetworkSegment(d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef),segment_id=d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:41.211546 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-94f08266-28b2-43d1-8ef9-96b53e65df66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.214702 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-94f08266-28b2-43d1-8ef9-96b53e65df66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.218185 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-94f08266-28b2-43d1-8ef9-96b53e65df66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5846749d-fac3-4d72-97e9-472f5e4e4ee4 HTTP/1.1" status: 204 len: 168 time: 0.2261844 Aug 27 04:44:41.227614 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f08266-28b2-43d1-8ef9-96b53e65df66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846749d-fac3-4d72-97e9-472f5e4e4ee4,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:41.283117 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.284070 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device f384e48d-53b2-4bb7-94d4-efaae88a37bf up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:41.364778 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=d22cb75f-b91b-4def-8246-1782a5f948d2,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:41.437101 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port f384e48d-53b2-4bb7-94d4-efaae88a37bf completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:41.441118 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port f384e48d-53b2-4bb7-94d4-efaae88a37bf triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:41.441490 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.442495 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c378d-2cdf-4d0e-9c42-9976a6aeb98b req-98ae1bd0-eeb4-4b04-a315-2fc37a5f9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:41.444394 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a25c378d-2cdf-4d0e-9c42-9976a6aeb98b req-98ae1bd0-eeb4-4b04-a315-2fc37a5f9b52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.0771425 Aug 27 04:44:41.465487 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-a25c378d-2cdf-4d0e-9c42-9976a6aeb98b req-bea7b864-9058-4afe-9e4a-dddfc57427ec service neutron] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.527633 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.569178 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port f384e48d-53b2-4bb7-94d4-efaae88a37bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:41.588387 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-a25c378d-2cdf-4d0e-9c42-9976a6aeb98b req-bea7b864-9058-4afe-9e4a-dddfc57427ec service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.651469 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.718887 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=f384e48d-53b2-4bb7-94d4-efaae88a37bf,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:41.738594 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee359-8479-4cb4-9554-b52e871dacb4 req-76c9706b-37b1-47de-bd61-f247e889e1fe tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:41.740568 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d34ee359-8479-4cb4-9554-b52e871dacb4 req-76c9706b-37b1-47de-bd61-f247e889e1fe tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0538158 Aug 27 04:44:41.770376 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-a25c378d-2cdf-4d0e-9c42-9976a6aeb98b req-bea7b864-9058-4afe-9e4a-dddfc57427ec service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:41.818494 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a25c378d-2cdf-4d0e-9c42-9976a6aeb98b req-bea7b864-9058-4afe-9e4a-dddfc57427ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667500 Aug 27 04:44:41.826818 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d34ee359-8479-4cb4-9554-b52e871dacb4 req-641029e8-cf5c-4aa6-a7c1-5e1e57d75312 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802505 Aug 27 04:44:41.827426 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7b864-9058-4afe-9e4a-dddfc57427ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c26855-ab85-4fa5-9f9a-d74f5366e69c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:42.005830 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c3813-9106-4821-b136-c77cd0f8b287 req-437d7a3d-9081-47b5-8c31-579384af6552 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:42.013209 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-877c3813-9106-4821-b136-c77cd0f8b287 req-437d7a3d-9081-47b5-8c31-579384af6552 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0690041 Aug 27 04:44:42.071890 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66436e-f466-48e3-8011-6f80aa4f2e70 req-48a07e4e-ad84-42f8-ab2c-549f63706374 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:42.072692 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-877c3813-9106-4821-b136-c77cd0f8b287 req-1412f7a4-f325-4140-a2fb-b35577e103de tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Aug 27 04:44:42.082396 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fb66436e-f466-48e3-8011-6f80aa4f2e70 req-48a07e4e-ad84-42f8-ab2c-549f63706374 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 944 time: 0.0655394 Aug 27 04:44:42.095865 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:44:42.098086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 71639602-c8d7-49e9-a0cb-547ecacb0fb6 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:42.122203 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fb66436e-f466-48e3-8011-6f80aa4f2e70 req-d7cf8150-b9a4-469b-8ce7-a8117376309e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Aug 27 04:44:42.224235 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b5663-ea8b-4457-8f7c-895610f9d561 req-752aa0d9-815c-4527-9525-7b1781c287b6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:42.229861 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ec3b5663-ea8b-4457-8f7c-895610f9d561 req-752aa0d9-815c-4527-9525-7b1781c287b6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0615852 Aug 27 04:44:42.281255 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ec3b5663-ea8b-4457-8f7c-895610f9d561 req-44754b0f-f3a4-411c-b75e-9ef5a259f72b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Aug 27 04:44:42.362930 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42654) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:42.406929 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:42.421037 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'port_id': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'mac_address': 'fa:16:3e:5a:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:44:42.457222 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:42.474661 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:42.475038 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.499918 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.503542 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e24f2907-601a-494a-8038-a279bd119214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.523374 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5f03c6-6c24-491a-8672-be1f69f6c073 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:44:42.549731 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:42.596087 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.627333 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e24f2907-601a-494a-8038-a279bd119214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.638344 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 71639602-c8d7-49e9-a0cb-547ecacb0fb6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:42.703289 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.750058 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e24f2907-601a-494a-8038-a279bd119214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.752938 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.783702 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:42.803764 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f2907-601a-494a-8038-a279bd119214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce613b-518e-4bff-9a34-cb6e5a6232a7,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:42.836534 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e24f2907-601a-494a-8038-a279bd119214 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=729eeb61015b408486d23db56734148e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718995 Aug 27 04:44:42.839494 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42672) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:42.892311 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=71639602-c8d7-49e9-a0cb-547ecacb0fb6,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:42.908798 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e612e8d3-ec5b-416a-9d23-3ea957cff063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.937818 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e612e8d3-ec5b-416a-9d23-3ea957cff063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:42.968718 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['bc5f03c6-6c24-491a-8672-be1f69f6c073'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:44:43.004546 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43fb92-3dcd-442a-8615-7e2592964ee4 req-b2c49a38-d3d8-46ac-9e9f-e3c42a7cd401 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.006450 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3d43fb92-3dcd-442a-8615-7e2592964ee4 req-b2c49a38-d3d8-46ac-9e9f-e3c42a7cd401 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.0720603 Aug 27 04:44:43.008168 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22cb75f-b91b-4def-8246-1782a5f948d2'}, {'server_uuid': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf'}, {'server_uuid': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71639602-c8d7-49e9-a0cb-547ecacb0fb6'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:43.010498 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e987917-48d1-4a83-b129-8e0ae22d817f" -d '{"events": [{"server_uuid": "e5e67567-f8a3-4db6-b106-55c72c6e2653", "name": "network-vif-plugged", "status": "completed", "tag": "d22cb75f-b91b-4def-8246-1782a5f948d2"}, {"server_uuid": "fd20ae35-c814-4b5f-883e-763ff0a8d273", "name": "network-vif-plugged", "status": "completed", "tag": "f384e48d-53b2-4bb7-94d4-efaae88a37bf"}, {"server_uuid": "28b7a595-da7e-4697-b96d-9593e84f4d14", "name": "network-vif-plugged", "status": "completed", "tag": "71639602-c8d7-49e9-a0cb-547ecacb0fb6"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:43.087639 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db999f5-3410-4348-9623-d91851999c32 x-openstack-request-id: req-8db999f5-3410-4348-9623-d91851999c32 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:43.087935 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e67567-f8a3-4db6-b106-55c72c6e2653", "name": "network-vif-plugged", "status": "completed", "tag": "d22cb75f-b91b-4def-8246-1782a5f948d2", "code": 200}, {"server_uuid": "fd20ae35-c814-4b5f-883e-763ff0a8d273", "name": "network-vif-plugged", "status": "completed", "tag": "f384e48d-53b2-4bb7-94d4-efaae88a37bf", "code": 200}, {"server_uuid": "28b7a595-da7e-4697-b96d-9593e84f4d14", "name": "network-vif-plugged", "status": "completed", "tag": "71639602-c8d7-49e9-a0cb-547ecacb0fb6", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:43.088184 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8db999f5-3410-4348-9623-d91851999c32 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:43.088689 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22cb75f-b91b-4def-8246-1782a5f948d2', 'code': 200} Aug 27 04:44:43.088946 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'code': 200} Aug 27 04:44:43.089195 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71639602-c8d7-49e9-a0cb-547ecacb0fb6', 'code': 200} Aug 27 04:44:43.091671 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3d43fb92-3dcd-442a-8615-7e2592964ee4 req-6249e888-2800-4428-9cbe-41d257dace86 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778553 Aug 27 04:44:43.095005 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e612e8d3-ec5b-416a-9d23-3ea957cff063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:43.103364 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e612e8d3-ec5b-416a-9d23-3ea957cff063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:43.105033 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e612e8d3-ec5b-416a-9d23-3ea957cff063 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61ce613b-518e-4bff-9a34-cb6e5a6232a7 HTTP/1.1" status: 204 len: 168 time: 0.2639258 Aug 27 04:44:43.146046 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612e8d3-ec5b-416a-9d23-3ea957cff063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce613b-518e-4bff-9a34-cb6e5a6232a7,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:43.257627 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c8e87-bf08-496b-866a-75a40af352d6 req-81bee597-7c9b-48ae-b99f-7475134e7c10 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.266164 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-848c8e87-bf08-496b-866a-75a40af352d6 req-81bee597-7c9b-48ae-b99f-7475134e7c10 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0814862 Aug 27 04:44:43.319652 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-848c8e87-bf08-496b-866a-75a40af352d6 req-d090fc83-3faa-4551-9fbf-f2f6dccac747 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499387 Aug 27 04:44:43.343581 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43ce9e-00d7-42fe-a93b-7cf0089555c3 req-430aac12-1070-4b13-85fa-20c3e6907190 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.345513 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0c43ce9e-00d7-42fe-a93b-7cf0089555c3 req-430aac12-1070-4b13-85fa-20c3e6907190 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0898724 Aug 27 04:44:43.389474 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0c43ce9e-00d7-42fe-a93b-7cf0089555c3 req-91069134-04d6-46f8-a09f-32758a58e0cb tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380228 Aug 27 04:44:43.455546 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a78b5-bf02-4516-a237-cb7e33b016dc req-02fa41e2-a683-492e-b1b2-7e9ce8a012de tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.457141 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b13a78b5-bf02-4516-a237-cb7e33b016dc req-02fa41e2-a683-492e-b1b2-7e9ce8a012de tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0617917 Aug 27 04:44:43.510511 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b13a78b5-bf02-4516-a237-cb7e33b016dc req-691a8178-8bc9-48af-92bf-c9c9c72ce44c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Aug 27 04:44:43.551521 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5dc6-77c4-495e-9ce6-b6837ee8a373 req-bff840e1-0946-480f-848e-9f2972af99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.553603 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4d0a5dc6-77c4-495e-9ce6-b6837ee8a373 req-bff840e1-0946-480f-848e-9f2972af99e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 1099 time: 0.0847404 Aug 27 04:44:43.609220 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:43.657439 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4d0a5dc6-77c4-495e-9ce6-b6837ee8a373 req-5cb2fa09-afd3-473f-ba9b-ab6a5c4726f3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Aug 27 04:44:43.669935 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b996287-767e-4a52-ba7a-f1c938dabe1c req-82a0bfd5-05f6-4f20-a9f2-17b55a29c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.671471 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3b996287-767e-4a52-ba7a-f1c938dabe1c req-82a0bfd5-05f6-4f20-a9f2-17b55a29c58d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 1098 time: 0.1168506 Aug 27 04:44:43.708691 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dea9be-3b81-499d-9947-c31843422fcb req-99793d0c-b208-4fed-9a10-e851c004118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:43.715023 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-30dea9be-3b81-499d-9947-c31843422fcb req-99793d0c-b208-4fed-9a10-e851c004118a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 1099 time: 0.0848818 Aug 27 04:44:43.917030 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3b996287-767e-4a52-ba7a-f1c938dabe1c req-9a8720d8-9fe8-4bf9-893b-2510091ce311 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476282 Aug 27 04:44:43.919797 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-30dea9be-3b81-499d-9947-c31843422fcb req-f93b82ea-3bf4-40ed-851f-cd3400d7a44a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Aug 27 04:44:44.111061 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:44:44.202453 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42720) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:44.217098 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8e761167-e0c5-4fc2-99f5-6d0f61dde28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.271701 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port bc5f03c6-6c24-491a-8672-be1f69f6c073 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:44:44.276279 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port bc5f03c6-6c24-491a-8672-be1f69f6c073 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:44:44.276954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.280845 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad627846-9f0f-4339-acd5-24846d647883 req-afb0060d-2587-413f-8752-373947b5664f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:44.290677 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad627846-9f0f-4339-acd5-24846d647883 req-afb0060d-2587-413f-8752-373947b5664f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.0832360 Aug 27 04:44:44.336633 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8e761167-e0c5-4fc2-99f5-6d0f61dde28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.374210 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad627846-9f0f-4339-acd5-24846d647883 req-73c30a1f-869f-4104-80a3-644347b03fd2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750039 Aug 27 04:44:44.427072 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.451054 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8e761167-e0c5-4fc2-99f5-6d0f61dde28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.472479 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:44:44.491894 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42732) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:44.533757 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e761167-e0c5-4fc2-99f5-6d0f61dde28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3f97c-2de9-4692-96f9-eef563be5b35,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:44.556183 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7028c4-dc96-495f-8695-b41f175428c4 req-c97a2e75-ec9d-44b4-b417-4f853e44cd84 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:44.558021 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a7028c4-dc96-495f-8695-b41f175428c4 req-c97a2e75-ec9d-44b4-b417-4f853e44cd84 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.1468344 Aug 27 04:44:44.561908 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-8e761167-e0c5-4fc2-99f5-6d0f61dde28e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2387c4e562ef4792ad9f550e227d7911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584855 Aug 27 04:44:44.564130 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.564596 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42738) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:44.573148 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88d7a-e6ea-4f09-ada2-aca89cf628df req-ed305cca-a32c-4010-8540-ce71472a9c54 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:44.576495 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-32e88d7a-e6ea-4f09-ada2-aca89cf628df req-ed305cca-a32c-4010-8540-ce71472a9c54 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0769286 Aug 27 04:44:44.651855 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cef8-1e61-43df-84c2-04bc4fa62392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.674658 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a7028c4-dc96-495f-8695-b41f175428c4 req-1fa039a2-9ab9-4a28-a31e-b8f5ff7668cc tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693803 Aug 27 04:44:44.698439 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:44.709682 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cef8-1e61-43df-84c2-04bc4fa62392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.714610 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c919bf99-45ac-4f50-8f71-f1bddfc52158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.738845 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-32e88d7a-e6ea-4f09-ada2-aca89cf628df req-a85da443-542a-4b4c-a2b1-27a36fd15140 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480267 Aug 27 04:44:44.834051 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd29e-6a10-4db4-8c9f-7e4b9b749312 req-a01cd42e-e715-4116-ae75-0cda28555ab4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:44.835938 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b1dfd29e-6a10-4db4-8c9f-7e4b9b749312 req-a01cd42e-e715-4116-ae75-0cda28555ab4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0714169 Aug 27 04:44:44.880185 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b1dfd29e-6a10-4db4-8c9f-7e4b9b749312 req-fcbf3e3b-7835-4e5b-a96c-69e104c530a2 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361547 Aug 27 04:44:44.946091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cef8-1e61-43df-84c2-04bc4fa62392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.949663 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cef8-1e61-43df-84c2-04bc4fa62392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:44.953196 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-a0c4cef8-1e61-43df-84c2-04bc4fa62392 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89c3f97c-2de9-4692-96f9-eef563be5b35 HTTP/1.1" status: 204 len: 168 time: 0.3860874 Aug 27 04:44:44.963699 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4cef8-1e61-43df-84c2-04bc4fa62392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3f97c-2de9-4692-96f9-eef563be5b35,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.001592 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c919bf99-45ac-4f50-8f71-f1bddfc52158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.086208 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c919bf99-45ac-4f50-8f71-f1bddfc52158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.090384 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:45.092977 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89dcb34-cd5e-4fc7-88db-5cd2524db0e3" -d '{"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:45.127401 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c919bf99-45ac-4f50-8f71-f1bddfc52158 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12fb214082ac412081e6b3fa6201f949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328440 Aug 27 04:44:45.127401 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919bf99-45ac-4f50-8f71-f1bddfc52158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb909e3-163a-4ad9-ab4b-417e508c5294,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.129485 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42750) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:45.136251 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb4f154-c9ff-4605-badf-1d256f377f9b x-openstack-request-id: req-ebb4f154-c9ff-4605-badf-1d256f377f9b {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:45.136500 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:45.136755 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebb4f154-c9ff-4605-badf-1d256f377f9b {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:45.137135 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'code': 200} Aug 27 04:44:45.180186 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f8d6369d-e461-4f03-9e54-219ac936d83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.205018 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f8d6369d-e461-4f03-9e54-219ac936d83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.342984 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f8d6369d-e461-4f03-9e54-219ac936d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.345767 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f8d6369d-e461-4f03-9e54-219ac936d83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.349054 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-f8d6369d-e461-4f03-9e54-219ac936d83d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bb909e3-163a-4ad9-ab4b-417e508c5294 HTTP/1.1" status: 204 len: 168 time: 0.2164092 Aug 27 04:44:45.356017 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6369d-e461-4f03-9e54-219ac936d83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb909e3-163a-4ad9-ab4b-417e508c5294,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.490593 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42762) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:45.535846 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7750-5ab1-42ff-b36a-7d283786de8e req-035801f8-e437-4d4b-961a-8d4a49033d70 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:45.537502 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-376b7750-5ab1-42ff-b36a-7d283786de8e req-035801f8-e437-4d4b-961a-8d4a49033d70 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0746474 Aug 27 04:44:45.577360 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-376b7750-5ab1-42ff-b36a-7d283786de8e req-ba42780f-175a-4cc3-9806-31aed4268c20 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Aug 27 04:44:45.624153 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb16a-ff00-4eb5-aa9a-df44b29a947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.720946 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb16a-ff00-4eb5-aa9a-df44b29a947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.813259 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7272a-a9d0-4b08-8607-74e2a93f49e1 req-c349d6e8-d944-4ab5-9509-718842609669 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:45.814846 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2a7272a-a9d0-4b08-8607-74e2a93f49e1 req-c349d6e8-d944-4ab5-9509-718842609669 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0560458 Aug 27 04:44:45.859440 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2a7272a-a9d0-4b08-8607-74e2a93f49e1 req-d1efd26c-26d3-4ad8-b8c9-d30ccba5c520 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 Aug 27 04:44:45.872407 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f971ecd-eedb-44ba-bc3c-97774c3b0421 req-5ed39d1c-c7f4-42ae-8537-c92e9fc2a5c2 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:45.874603 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb16a-ff00-4eb5-aa9a-df44b29a947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:45.875235 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f971ecd-eedb-44ba-bc3c-97774c3b0421 req-5ed39d1c-c7f4-42ae-8537-c92e9fc2a5c2 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0586739 Aug 27 04:44:45.917752 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-fe9bb16a-ff00-4eb5-aa9a-df44b29a947c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2204a38d939e42f5a34d3eb1c899d22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235017 Aug 27 04:44:45.917752 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bb16a-ff00-4eb5-aa9a-df44b29a947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ec837-a5cf-49b4-bca1-76c48c8d4dd2,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:45.919753 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42780) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:45.940993 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f971ecd-eedb-44ba-bc3c-97774c3b0421 req-05f5fbbb-b79d-4f93-8da2-1f08e55c90ad tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560782 Aug 27 04:44:45.986639 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d24b84e8-873d-460b-b0df-a21e2cdc3328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.015334 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d24b84e8-873d-460b-b0df-a21e2cdc3328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.034990 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587da3e-df06-4dd2-8eb6-75e057e65c3e req-7f0efb18-e214-41d3-8b7d-c51964142a9b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:46.042728 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f587da3e-df06-4dd2-8eb6-75e057e65c3e req-7f0efb18-e214-41d3-8b7d-c51964142a9b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0606782 Aug 27 04:44:46.076704 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f587da3e-df06-4dd2-8eb6-75e057e65c3e req-3f3e48c1-f71d-419f-8b01-6bf9a5467210 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 27 04:44:46.177393 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d24b84e8-873d-460b-b0df-a21e2cdc3328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.179956 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d24b84e8-873d-460b-b0df-a21e2cdc3328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.187727 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-d24b84e8-873d-460b-b0df-a21e2cdc3328 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f06ec837-a5cf-49b4-bca1-76c48c8d4dd2 HTTP/1.1" status: 204 len: 168 time: 0.2599127 Aug 27 04:44:46.192611 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b84e8-873d-460b-b0df-a21e2cdc3328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ec837-a5cf-49b4-bca1-76c48c8d4dd2,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:46.193125 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42788) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:46.209590 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3f6516a9-9d8f-4272-9000-669eec0157ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.311682 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3f6516a9-9d8f-4272-9000-669eec0157ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.376721 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3f6516a9-9d8f-4272-9000-669eec0157ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.418511 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-3f6516a9-9d8f-4272-9000-669eec0157ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7713b928555a4e4986b4dd278c5db6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238905 Aug 27 04:44:46.419722 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6516a9-9d8f-4272-9000-669eec0157ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e577bd8e-f96b-4054-a277-fe81609f58c4,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:46.421293 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42794) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:46.474197 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8acb431f-c70a-4fe4-adcd-bb663e01688c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.496504 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8acb431f-c70a-4fe4-adcd-bb663e01688c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.695176 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8acb431f-c70a-4fe4-adcd-bb663e01688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.698026 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8acb431f-c70a-4fe4-adcd-bb663e01688c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:46.699254 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-8acb431f-c70a-4fe4-adcd-bb663e01688c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e577bd8e-f96b-4054-a277-fe81609f58c4 HTTP/1.1" status: 204 len: 168 time: 0.2767668 Aug 27 04:44:46.710718 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb431f-c70a-4fe4-adcd-bb663e01688c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e577bd8e-f96b-4054-a277-fe81609f58c4,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:46.720607 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d0321-f47f-4fb4-800b-9360dc4c9705 req-c070fcb4-5d40-49a6-85eb-81f1e0655482 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:46.722203 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ae6d0321-f47f-4fb4-800b-9360dc4c9705 req-c070fcb4-5d40-49a6-85eb-81f1e0655482 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0667357 Aug 27 04:44:46.774553 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ae6d0321-f47f-4fb4-800b-9360dc4c9705 req-581e90ab-1d0a-4192-bd77-8c2bd77ae4eb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Aug 27 04:44:46.996215 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 42814) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:47.014519 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc131-e268-4103-96e0-900ee2b4b3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.097972 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f9c6-1755-4f2f-9cf5-00800cdf29d6 req-f2f8ead3-e0d8-424b-a951-645e9756667b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:47.099873 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c99f9c6-1755-4f2f-9cf5-00800cdf29d6 req-f2f8ead3-e0d8-424b-a951-645e9756667b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0747759 Aug 27 04:44:47.166392 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c99f9c6-1755-4f2f-9cf5-00800cdf29d6 req-e3b5a8b3-b2b4-445a-821a-4376cba333b1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Aug 27 04:44:47.201683 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2d70f-c912-4052-ae98-af6012b4492c req-617d20bd-0a4b-497f-8b35-45a17db1d3da tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:47.208069 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-27f2d70f-c912-4052-ae98-af6012b4492c req-617d20bd-0a4b-497f-8b35-45a17db1d3da tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.2674756 Aug 27 04:44:47.212028 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc131-e268-4103-96e0-900ee2b4b3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.257885 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-27f2d70f-c912-4052-ae98-af6012b4492c req-37d5cbd2-25f1-469c-b9b4-f1bdc150178a tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Aug 27 04:44:47.301202 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b8b43-92b0-4095-81c7-527e4a75fafa req-313bcaef-d8d8-4827-9622-3f90051f55e3 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:47.302728 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-558b8b43-92b0-4095-81c7-527e4a75fafa req-313bcaef-d8d8-4827-9622-3f90051f55e3 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0546393 Aug 27 04:44:47.304306 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc131-e268-4103-96e0-900ee2b4b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.368622 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-9d0dc131-e268-4103-96e0-900ee2b4b3c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9541d329e1174bfdbc7d07674e92c040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711123 Aug 27 04:44:47.371233 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42824) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:47.374452 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dc131-e268-4103-96e0-900ee2b4b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3027a8-7808-4a85-9084-4c321d76c5aa,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:47.384252 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-558b8b43-92b0-4095-81c7-527e4a75fafa req-7a726f56-e92e-4a67-9972-91b9c12da4cf tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700557 Aug 27 04:44:47.432337 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e9af92a6-2751-4bb3-ab27-67175cf01cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.455932 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e9af92a6-2751-4bb3-ab27-67175cf01cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.570566 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42832) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:47.580623 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e9af92a6-2751-4bb3-ab27-67175cf01cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.581681 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e9af92a6-2751-4bb3-ab27-67175cf01cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.582833 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e9af92a6-2751-4bb3-ab27-67175cf01cf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b3027a8-7808-4a85-9084-4c321d76c5aa HTTP/1.1" status: 204 len: 168 time: 0.2105885 Aug 27 04:44:47.596735 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-746f762a-544c-4edf-992d-7eb27c449595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.599713 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af92a6-2751-4bb3-ab27-67175cf01cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3027a8-7808-4a85-9084-4c321d76c5aa,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:47.715432 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-746f762a-544c-4edf-992d-7eb27c449595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.862079 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-746f762a-544c-4edf-992d-7eb27c449595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:47.921203 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f762a-544c-4edf-992d-7eb27c449595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b8df48-9649-494a-a95e-6425a3290d86,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:47.927019 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-746f762a-544c-4edf-992d-7eb27c449595 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=065cdc69cce343e7bcbc76dc179b16ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554280 Aug 27 04:44:47.929731 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42846) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:47.956581 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16037f-2007-4c79-8fcb-ae6cbbc4be81 req-fccebcbe-c0d8-4375-8604-f4177a5b5791 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:47.958539 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dd16037f-2007-4c79-8fcb-ae6cbbc4be81 req-fccebcbe-c0d8-4375-8604-f4177a5b5791 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1062803 Aug 27 04:44:48.026637 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dd16037f-2007-4c79-8fcb-ae6cbbc4be81 req-0862c059-b3fd-491d-a3b5-2f825b3d608b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609612 Aug 27 04:44:48.038429 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d88608ea-70f1-46f6-9646-156d8401bc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:48.062962 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d88608ea-70f1-46f6-9646-156d8401bc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:48.192770 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1551-220d-4bdc-971d-4607b3bb992e req-8e031285-d789-4737-b37a-d814a1edbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:48.195704 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dc2a1551-220d-4bdc-971d-4607b3bb992e req-8e031285-d789-4737-b37a-d814a1edbf49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1099 time: 0.0814052 Aug 27 04:44:48.244642 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dc2a1551-220d-4bdc-971d-4607b3bb992e req-cc9fec29-6037-4d8a-99ea-107ab06db3f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347621 Aug 27 04:44:48.278453 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d88608ea-70f1-46f6-9646-156d8401bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:48.284307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d88608ea-70f1-46f6-9646-156d8401bc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:48.291251 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d88608ea-70f1-46f6-9646-156d8401bc14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58b8df48-9649-494a-a95e-6425a3290d86 HTTP/1.1" status: 204 len: 168 time: 0.3599429 Aug 27 04:44:48.306334 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88608ea-70f1-46f6-9646-156d8401bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b8df48-9649-494a-a95e-6425a3290d86,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:44:48.368409 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e1325-03ba-4d04-8f26-9fe1e9cbd05c req-15535f76-c49f-4f1c-8d47-cf3f9afcf7aa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:48.370551 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-be4e1325-03ba-4d04-8f26-9fe1e9cbd05c req-15535f76-c49f-4f1c-8d47-cf3f9afcf7aa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.1028621 Aug 27 04:44:48.424551 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-be4e1325-03ba-4d04-8f26-9fe1e9cbd05c req-a6fddc6e-3f96-4d2c-9a4b-2e5140c2492c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Aug 27 04:44:48.462463 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a66ec-bdd9-4c78-8e34-052c2a204641 req-665252ef-c354-4b4a-9edd-7ad19f33955e tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:48.463906 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3d2a66ec-bdd9-4c78-8e34-052c2a204641 req-665252ef-c354-4b4a-9edd-7ad19f33955e tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0807552 Aug 27 04:44:48.523314 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3d2a66ec-bdd9-4c78-8e34-052c2a204641 req-2b53ede5-64f6-4b3f-9825-0aadec1f9a41 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455561 Aug 27 04:44:48.580584 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99039e-dc28-4302-959c-d520cc296350 req-690ef505-686c-4114-9386-25b9b6ce6fc9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:48.582206 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0d99039e-dc28-4302-959c-d520cc296350 req-690ef505-686c-4114-9386-25b9b6ce6fc9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0674489 Aug 27 04:44:48.629518 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0d99039e-dc28-4302-959c-d520cc296350 req-5c6b3114-6924-4609-8972-871c396b9bbc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Aug 27 04:44:49.165512 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada09b7-fb41-4a9e-bf9b-95368529e74f req-19fb2509-e393-44e8-be8c-2e66fa1a9fbf tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:49.166977 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0ada09b7-fb41-4a9e-bf9b-95368529e74f req-19fb2509-e393-44e8-be8c-2e66fa1a9fbf tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0523756 Aug 27 04:44:49.209165 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0ada09b7-fb41-4a9e-bf9b-95368529e74f req-563098fd-819f-4f17-ad08-f3fd10786242 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355659 Aug 27 04:44:49.316680 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f7fe-3f0a-4ab9-92db-bc2f87b563c1 req-37caff40-b665-490d-96c2-e2c506a49b26 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:49.318554 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-78b1f7fe-3f0a-4ab9-92db-bc2f87b563c1 req-37caff40-b665-490d-96c2-e2c506a49b26 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Aug 27 04:44:49.388446 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-78b1f7fe-3f0a-4ab9-92db-bc2f87b563c1 req-5320a0f8-527c-44b5-9dc8-5e9d208ed970 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634656 Aug 27 04:44:49.438324 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-c74cb852-66c5-4cef-977f-a4f7a9936bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:49.439811 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-c74cb852-66c5-4cef-977f-a4f7a9936bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 1098 time: 0.0463796 Aug 27 04:44:49.581448 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-fcdabd64-49b0-4b6b-b237-6fb50f21862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:49.583246 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-fcdabd64-49b0-4b6b-b237-6fb50f21862d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.1341934 Aug 27 04:44:49.674076 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-e703ecca-24f9-48d4-8870-d3d549704d08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6 HTTP/1.1" status: 200 len: 217 time: 0.0676188 Aug 27 04:44:49.800375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d53fc-0f51-4652-b7f9-8071de825287 req-b813f1f5-9959-482b-98f5-3cb5de3b670d tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:49.802086 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-273d53fc-0f51-4652-b7f9-8071de825287 req-b813f1f5-9959-482b-98f5-3cb5de3b670d tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0629520 Aug 27 04:44:49.822022 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-617c52ae-5d3e-42d7-b573-62359ec64892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:49.823495 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-617c52ae-5d3e-42d7-b573-62359ec64892 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.1486130 Aug 27 04:44:49.878055 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-cddd4239-21d9-4fb6-9c08-3bd094290376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423100 Aug 27 04:44:49.887218 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-273d53fc-0f51-4652-b7f9-8071de825287 req-6011b03c-7324-40f7-9957-4e7c3ca527b5 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755241 Aug 27 04:44:49.987106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-b28bf66e-a92a-46ca-a0c3-23883f6bbed3 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982101 Aug 27 04:44:50.086143 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5e45ea3-8b9c-4d4f-89bf-2e43d6d07979 req-3fd1464d-fb80-4e56-bf47-02663d5c5f14 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923638 Aug 27 04:44:50.362645 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6d274-d6c6-4985-9b73-ee453194fc30 req-b1392951-c767-42e8-8257-505ae09bee8b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:50.364174 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-47d6d274-d6c6-4985-9b73-ee453194fc30 req-b1392951-c767-42e8-8257-505ae09bee8b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0508833 Aug 27 04:44:50.406380 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-47d6d274-d6c6-4985-9b73-ee453194fc30 req-466b8329-3553-4f1d-999d-aa403bda2cda tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359945 Aug 27 04:44:50.534118 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a49d2-edf4-4199-ba4f-5a1bd8a5b25c req-4e53becd-fa81-4f5a-b3e6-1ebe595a2407 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:50.535683 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-573a49d2-edf4-4199-ba4f-5a1bd8a5b25c req-4e53becd-fa81-4f5a-b3e6-1ebe595a2407 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0574603 Aug 27 04:44:50.551962 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2baebc-13a8-4516-bd18-cfcf4ee3dfe4 req-db0ffd63-9031-4235-a866-9b1d3fb115c3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:50.553514 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ca2baebc-13a8-4516-bd18-cfcf4ee3dfe4 req-db0ffd63-9031-4235-a866-9b1d3fb115c3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0535464 Aug 27 04:44:50.563200 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 42950) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:44:50.568605 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'floatingip': {'port_id': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:44:50.577282 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-573a49d2-edf4-4199-ba4f-5a1bd8a5b25c req-ea071a0b-223a-4e65-8f13-658988691c70 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Aug 27 04:44:50.643697 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:51.326941 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:51.502868 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:51.821325 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Floating IP 6060e800-c216-4c63-bb75-c942957d111c associated. External IP: 172.27.0.7, port: bc5f03c6-6c24-491a-8672-be1f69f6c073. Aug 27 04:44:51.872474 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07dad2-63b9-4913-a873-824f933e89cb req-6cba2686-d4da-4900-b61d-599e9262b430 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:51.873962 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-be07dad2-63b9-4913-a873-824f933e89cb req-6cba2686-d4da-4900-b61d-599e9262b430 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0911872 Aug 27 04:44:51.956462 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-be07dad2-63b9-4913-a873-824f933e89cb req-062eb6a2-9d4b-4a84-84f3-10f4ff238e0f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757627 Aug 27 04:44:52.082389 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Router 65fee94a-0496-441a-9fcb-0a3cea7d0987 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:44:52.212615 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:44:52.218545 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:52.229720 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] Sync routers for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:44:52.262865 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:52.264791 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:44:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:52.266600 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-355a3d2a-69e1-41c1-a845-fafa2a0ab92e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "PUT /v2.0/floatingips/6060e800-c216-4c63-bb75-c942957d111c HTTP/1.1" status: 200 len: 990 time: 1.7009633 Aug 27 04:44:52.267395 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:44:52.271719 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27484c1d-f199-4cfc-bed5-f035cfc371ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:44:52.406108 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:52.450722 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5e668a-c299-4288-8b73-4fb065678de0 x-openstack-request-id: req-6d5e668a-c299-4288-8b73-4fb065678de0 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:44:52.451380 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:44:52.451825 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d5e668a-c299-4288-8b73-4fb065678de0 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:44:52.453806 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'status': 'completed', 'code': 200} Aug 27 04:44:52.534960 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-06ea20c2-46fd-43f0-a1c8-d6e1032745cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:52.536730 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-06ea20c2-46fd-43f0-a1c8-d6e1032745cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1099 time: 0.0605900 Aug 27 04:44:52.645197 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-62d9ec64-f76f-4516-abc2-d776efb7eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:52.646748 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-62d9ec64-f76f-4516-abc2-d776efb7eb48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.1033716 Aug 27 04:44:52.762041 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-0bd3b4db-4f98-4bcc-b33b-6ec593003969 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 200 len: 998 time: 0.0987802 Aug 27 04:44:52.800455 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '6060e800-c216-4c63-bb75-c942957d111c', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'port_id': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'mac_address': 'fa:16:3e:5a:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:44:25Z', 'updated_at': '2021-08-27T04:44:51Z', 'revision_number': 1, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:52.840198 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] Checking router: 65fee94a-0496-441a-9fcb-0a3cea7d0987 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:44:52.847517 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-7107c913-2a33-423c-865d-b4f1746b98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:52.850314 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:44:52.851151 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:44:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:52.851894 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-7107c913-2a33-423c-865d-b4f1746b98cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0822432 Aug 27 04:44:52.952943 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-1ce67654-59f7-4172-9843-0822141ed34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:52.952943 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-1ce67654-59f7-4172-9843-0822141ed34b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908506 Aug 27 04:44:52.971517 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:44:53.063149 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-ff2c47bc-1960-42e4-990b-2ea054c86358 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048992 Aug 27 04:44:53.171531 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f346e-93e9-4c76-b903-d8afa0e9e8ee req-2e1d0075-55f3-40dc-a4dc-b070b9d5cbca tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:53.180794 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-674f346e-93e9-4c76-b903-d8afa0e9e8ee req-2e1d0075-55f3-40dc-a4dc-b070b9d5cbca tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0936399 Aug 27 04:44:53.223640 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27484c1d-f199-4cfc-bed5-f035cfc371ea req-f50dcb01-ba3c-4fb2-b7a1-7bf0c2b00a08 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529772 Aug 27 04:44:53.240004 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-674f346e-93e9-4c76-b903-d8afa0e9e8ee req-b92c06c2-f476-409a-9916-787a480feffe tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581887 Aug 27 04:44:53.288876 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '6060e800-c216-4c63-bb75-c942957d111c', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'port_id': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'mac_address': 'fa:16:3e:5a:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:44:25Z', 'updated_at': '2021-08-27T04:44:51Z', 'revision_number': 1, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:44:53.320970 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106ffde-567f-4ca6-ac47-7965b4cc895e None None] The sync data for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi is: [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '6060e800-c216-4c63-bb75-c942957d111c', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'port_id': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'mac_address': 'fa:16:3e:5a:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:44:25Z', 'updated_at': '2021-08-27T04:44:51Z', 'revision_number': 1, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:44:53.334716 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6251a369-9f19-4d99-8bcf-95f06d5b2781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:53.530608 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d88cd-77a9-467b-82dd-4a3472f7548a None None] New status for floating IP 6060e800-c216-4c63-bb75-c942957d111c: ACTIVE {{(pid=101017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:44:55.837523 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-95b867d7-5e0b-4481-b2e9-fcbf6f0e3f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.014434 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:56.477171 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965fa4-ea45-4587-8b94-bbca7ab671ca req-9f67b870-9adb-4f2c-a005-182eca9cdaed tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:56.480279 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-77965fa4-ea45-4587-8b94-bbca7ab671ca req-9f67b870-9adb-4f2c-a005-182eca9cdaed tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0690331 Aug 27 04:44:56.530767 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-77965fa4-ea45-4587-8b94-bbca7ab671ca req-d06cd6ec-89c3-409a-9be9-b00af598ecd5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Aug 27 04:44:56.931535 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:57.674472 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e08ce-30b8-4325-8570-19cfd5b0a1f6 req-19e9a53b-521e-47d4-ab6f-4ad5bc7c2fbf tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:57.674472 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e03e08ce-30b8-4325-8570-19cfd5b0a1f6 req-19e9a53b-521e-47d4-ab6f-4ad5bc7c2fbf tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0607102 Aug 27 04:44:57.721278 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e03e08ce-30b8-4325-8570-19cfd5b0a1f6 req-cdc38bfe-9642-4d18-983b-a26f1a8e12b4 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360010 Aug 27 04:44:58.321938 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:44:58.479964 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:44:58.862442 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86061b-fb85-458d-8b3d-e5e605c51f65 req-4e06001c-d481-402c-96a5-d2d4519098f0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:44:58.864875 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3d86061b-fb85-458d-8b3d-e5e605c51f65 req-4e06001c-d481-402c-96a5-d2d4519098f0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0566130 Aug 27 04:44:58.916437 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3d86061b-fb85-458d-8b3d-e5e605c51f65 req-8013d50d-77a2-437a-8604-1e68a62b4891 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Aug 27 04:45:00.033643 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266cf92-fc2a-4022-85dd-747f1eec0c84 req-256aebf4-037f-4287-aa2f-26c4c7c90df4 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:00.035137 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9266cf92-fc2a-4022-85dd-747f1eec0c84 req-256aebf4-037f-4287-aa2f-26c4c7c90df4 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Aug 27 04:45:00.073055 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9266cf92-fc2a-4022-85dd-747f1eec0c84 req-6036b0f7-c835-431b-83e2-c33830aa82a1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Aug 27 04:45:01.195311 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358251cf-9874-4955-ad40-b0fd7ba96ddb req-c16a5383-473b-4d2b-b458-5e77bcef163b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:01.196778 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-358251cf-9874-4955-ad40-b0fd7ba96ddb req-c16a5383-473b-4d2b-b458-5e77bcef163b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0519035 Aug 27 04:45:01.233719 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-358251cf-9874-4955-ad40-b0fd7ba96ddb req-24785f14-8808-44e7-92ea-230a35eb0fbe tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Aug 27 04:45:02.349224 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b9abe-e7f2-4e1d-aaec-79a8cb9d58d8 req-469084af-afb7-4e36-8951-63b4eeeeb547 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:02.350657 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-343b9abe-e7f2-4e1d-aaec-79a8cb9d58d8 req-469084af-afb7-4e36-8951-63b4eeeeb547 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Aug 27 04:45:02.395146 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-343b9abe-e7f2-4e1d-aaec-79a8cb9d58d8 req-3f87289e-3c85-4bfe-8977-bb633df9ec32 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 Aug 27 04:45:02.989793 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43240) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:03.107578 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8517a7df-cc0d-4d9e-ac3a-dd284c7badea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:03.201358 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8517a7df-cc0d-4d9e-ac3a-dd284c7badea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:03.296503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8517a7df-cc0d-4d9e-ac3a-dd284c7badea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:03.333757 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-8517a7df-cc0d-4d9e-ac3a-dd284c7badea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23e701bc18614219a453416ea7dd8fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429024 Aug 27 04:45:03.334913 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517a7df-cc0d-4d9e-ac3a-dd284c7badea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d9fcf3-4319-43ff-a049-0aee2adb0abc,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:03.336612 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43250) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:03.392045 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5197-6699-4095-b41a-ec88d60c215f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:03.413944 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5197-6699-4095-b41a-ec88d60c215f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:03.522263 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fdd99-1679-41e3-a821-a2c15e555f92 req-50a60a8d-8a1a-4fad-a51c-ecada0df1e6e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:03.523643 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-776fdd99-1679-41e3-a821-a2c15e555f92 req-50a60a8d-8a1a-4fad-a51c-ecada0df1e6e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0487397 Aug 27 04:45:03.562010 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-776fdd99-1679-41e3-a821-a2c15e555f92 req-ef0f0141-2906-47a1-9c3f-914460c68400 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Aug 27 04:45:03.571374 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5197-6699-4095-b41a-ec88d60c215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:03.576394 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5197-6699-4095-b41a-ec88d60c215f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:03.576394 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-7a5d5197-6699-4095-b41a-ec88d60c215f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79d9fcf3-4319-43ff-a049-0aee2adb0abc HTTP/1.1" status: 204 len: 168 time: 0.2380452 Aug 27 04:45:03.583873 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d5197-6699-4095-b41a-ec88d60c215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d9fcf3-4319-43ff-a049-0aee2adb0abc,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:04.348928 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43308) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:04.362656 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-56d18318-d024-472c-8386-6668b56885dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.458679 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-56d18318-d024-472c-8386-6668b56885dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.519346 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-56d18318-d024-472c-8386-6668b56885dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.560723 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-56d18318-d024-472c-8386-6668b56885dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2abc46e8b57f4ef48546d8612b3bb7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090657 Aug 27 04:45:04.560823 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d18318-d024-472c-8386-6668b56885dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce644134-463c-481c-ac0f-2608dc583067,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:04.562518 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43316) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:04.614624 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-33027f9e-a618-46a9-bfa4-d9f726988232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.640689 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-33027f9e-a618-46a9-bfa4-d9f726988232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.710981 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7f439-a840-415c-8b4c-e4981341d8af req-55588eb0-d3ee-44a0-9b36-fc30c5322f75 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:04.712521 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5ce7f439-a840-415c-8b4c-e4981341d8af req-55588eb0-d3ee-44a0-9b36-fc30c5322f75 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0747564 Aug 27 04:45:04.759649 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5ce7f439-a840-415c-8b4c-e4981341d8af req-a7b95ea9-a854-440f-9394-e7dda22898cc tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371335 Aug 27 04:45:04.834132 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-33027f9e-a618-46a9-bfa4-d9f726988232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.837685 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-33027f9e-a618-46a9-bfa4-d9f726988232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:04.841757 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-33027f9e-a618-46a9-bfa4-d9f726988232 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce644134-463c-481c-ac0f-2608dc583067 HTTP/1.1" status: 204 len: 168 time: 0.2752171 Aug 27 04:45:04.848584 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33027f9e-a618-46a9-bfa4-d9f726988232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce644134-463c-481c-ac0f-2608dc583067,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:05.781473 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43366) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:05.886778 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b906-4186-4300-9b42-f713a7c55990 req-e899a5c5-5c78-4101-86ff-10daa2090b37 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:05.888292 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c61b906-4186-4300-9b42-f713a7c55990 req-e899a5c5-5c78-4101-86ff-10daa2090b37 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0548177 Aug 27 04:45:05.899245 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:05.957863 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c61b906-4186-4300-9b42-f713a7c55990 req-c0f5f152-400d-410d-b8b6-5b8f9402412c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604200 Aug 27 04:45:06.047290 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:06.151463 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:06.190485 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67f7ec601ec14b269dbc3d1847238057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160998 Aug 27 04:45:06.191685 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f58e41-675a-49c1-8129-ae8eefd6a3e3,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:06.193353 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43388) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:06.198914 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.199275 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.199625 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.199973 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.200310 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.200684 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.201018 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.201379 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.201716 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.202047 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.202379 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.202709 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c0cd5-18cb-45ad-9334-2d67df60ba06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.249567 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:06.275642 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:06.393832 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:06.396514 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:06.397715 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3f58e41-675a-49c1-8129-ae8eefd6a3e3 HTTP/1.1" status: 204 len: 168 time: 0.2033710 Aug 27 04:45:06.406034 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f58e41-675a-49c1-8129-ae8eefd6a3e3,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:06.412874 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.413235 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.413583 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.413931 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.414267 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.414605 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.414946 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.415278 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.415657 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.415946 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.416278 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.416637 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2eb72f-1af6-44ac-af57-79bd15e39058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:06.685644 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43410) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:06.812485 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-65a403c6-3149-4285-8863-32de0c5253cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:06.919249 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-65a403c6-3149-4285-8863-32de0c5253cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:07.014598 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-65a403c6-3149-4285-8863-32de0c5253cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:07.048807 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a403c6-3149-4285-8863-32de0c5253cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87548c95-8147-46f8-b044-cadd388c5832,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:07.089214 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-65a403c6-3149-4285-8863-32de0c5253cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=203cf03149db4f36a323c8270f0c0c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024441 Aug 27 04:45:07.091741 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43436) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:07.105329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a87d11-1912-47eb-b089-ffbc6d518210 req-5b45d34a-dec0-44c7-8c2d-3b1380133906 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:07.115852 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-52a87d11-1912-47eb-b089-ffbc6d518210 req-5b45d34a-dec0-44c7-8c2d-3b1380133906 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0696831 Aug 27 04:45:07.163282 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-52a87d11-1912-47eb-b089-ffbc6d518210 req-9c9a13fe-49d1-45c5-b9c9-a4f1d98a54da tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Aug 27 04:45:07.189657 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cadc-4933-4ec3-b5e6-da6ece831233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:07.213824 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cadc-4933-4ec3-b5e6-da6ece831233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:07.376785 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cadc-4933-4ec3-b5e6-da6ece831233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:07.379674 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cadc-4933-4ec3-b5e6-da6ece831233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:07.385790 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-b4d2cadc-4933-4ec3-b5e6-da6ece831233 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87548c95-8147-46f8-b044-cadd388c5832 HTTP/1.1" status: 204 len: 168 time: 0.2882044 Aug 27 04:45:07.392878 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2cadc-4933-4ec3-b5e6-da6ece831233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87548c95-8147-46f8-b044-cadd388c5832,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:07.699610 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43458) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:07.818209 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-837768045-network', 'tenant_id': '92b58305e4254a90a3ca4ad2b52756f5'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:07.942538 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Made reservation on behalf of 92b58305e4254a90a3ca4ad2b52756f5 for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:07.944908 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:07.956312 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.057225 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.130120 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43486) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:08.144226 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88c06bbc-f5ae-4f43-8fea-8cc5fa5a8341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.146032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.181205 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:08.195064 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45190c68-7b70-4f7a-b6f8-80906119c2e5,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:08.203042 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.203467 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Added segment ab4b89ad-5ff4-4330-ac0c-389478dc9e48 of type vlan for network 494d39b6-6488-44c3-93d6-bf005416a21e Aug 27 04:45:08.283674 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.345679 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9f2d2-d1be-4657-83cb-0a8a7235263f req-0e7ca47d-746d-439b-95c7-a53371becbf0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:08.347209 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-69f9f2d2-d1be-4657-83cb-0a8a7235263f req-0e7ca47d-746d-439b-95c7-a53371becbf0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.1067123 Aug 27 04:45:08.401403 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88c06bbc-f5ae-4f43-8fea-8cc5fa5a8341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.409247 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-69f9f2d2-d1be-4657-83cb-0a8a7235263f req-0d0f5200-0b10-4037-9cd2-fb8e41595dc8 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550528 Aug 27 04:45:08.431176 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.432177 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:08.432801 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.490787 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88c06bbc-f5ae-4f43-8fea-8cc5fa5a8341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.513027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] Pushing event updated for resources: {'Network': ['ID=494d39b6-6488-44c3-93d6-bf005416a21e,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:08.532392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 494d39b6-6488-44c3-93d6-bf005416a21e details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:08.533306 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-88c06bbc-f5ae-4f43-8fea-8cc5fa5a8341 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ec42d4baddf4d19a825f626fe6a2fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024425 Aug 27 04:45:08.536272 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43500) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:08.538059 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c06bbc-f5ae-4f43-8fea-8cc5fa5a8341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd14479f-1db5-491e-ad43-45484761e506,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:08.581117 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0eaecb58-c732-4e3b-8714-daf0c1c2e185 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8811958 Aug 27 04:45:08.586924 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43506) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:08.593329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Request body: {'subnet': {'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-837768045-subnet', 'tenant_id': '92b58305e4254a90a3ca4ad2b52756f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:08.637701 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-10be180b-3382-4d2d-acde-497ef077677c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.663353 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-10be180b-3382-4d2d-acde-497ef077677c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.688661 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Made reservation on behalf of 92b58305e4254a90a3ca4ad2b52756f5 for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:08.690975 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.793372 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-10be180b-3382-4d2d-acde-497ef077677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.793372 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-10be180b-3382-4d2d-acde-497ef077677c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:08.793372 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-10be180b-3382-4d2d-acde-497ef077677c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd14479f-1db5-491e-ad43-45484761e506 HTTP/1.1" status: 204 len: 168 time: 0.2494152 Aug 27 04:45:08.798088 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be180b-3382-4d2d-acde-497ef077677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd14479f-1db5-491e-ad43-45484761e506,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:09.005361 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:09.059654 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90cc4b5c-8004-4570-acc5-18ba40d0a4db,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:09.083357 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Checking segment: {'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:09.083731 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Network hostable DHCP agents. Network: 494d39b6-6488-44c3-93d6-bf005416a21e, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:09.214438 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Network 494d39b6-6488-44c3-93d6-bf005416a21e is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:09.349858 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 494d39b6-6488-44c3-93d6-bf005416a21e) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:09.356563 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.357439 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:09.368627 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef0046-ab56-4704-93da-12674498303e None None] Network 494d39b6-6488-44c3-93d6-bf005416a21e requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:09.369022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43528) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:09.454213 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e39c1a29-b52e-4dc3-9563-516168a02b8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8660109 Aug 27 04:45:09.511163 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf24014-d9eb-4d86-bdfe-18a2cddf48b9 None None] Network 494d39b6-6488-44c3-93d6-bf005416a21e requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:09.574043 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-457dbf5c-3681-47d5-90f6-47b036459463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:09.595984 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3c1f-1a36-4a29-b458-dd97c860723a req-b03e0d44-33e3-4718-a40f-baf780b94914 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:09.597668 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-034a3c1f-1a36-4a29-b458-dd97c860723a req-b03e0d44-33e3-4718-a40f-baf780b94914 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0731561 Aug 27 04:45:09.667348 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-034a3c1f-1a36-4a29-b458-dd97c860723a req-50a8a833-da6f-4341-af21-5888594aaebc tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608487 Aug 27 04:45:09.705985 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-457dbf5c-3681-47d5-90f6-47b036459463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:09.815054 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-457dbf5c-3681-47d5-90f6-47b036459463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:09.876237 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-457dbf5c-3681-47d5-90f6-47b036459463 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ffe9aa450ba4ac8b4645f39d8358f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058393 Aug 27 04:45:09.878925 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dbf5c-3681-47d5-90f6-47b036459463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf9a7c-de60-460c-9ac6-abeb82fdf0ef,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:09.879665 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43552) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:09.938907 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a926-439d-4a02-b40a-f1b200406592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:09.963677 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a926-439d-4a02-b40a-f1b200406592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:10.147586 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a926-439d-4a02-b40a-f1b200406592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:10.150502 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a926-439d-4a02-b40a-f1b200406592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:10.158365 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-bcd2a926-439d-4a02-b40a-f1b200406592 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fcf9a7c-de60-460c-9ac6-abeb82fdf0ef HTTP/1.1" status: 204 len: 168 time: 0.2739878 Aug 27 04:45:10.170020 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2a926-439d-4a02-b40a-f1b200406592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf9a7c-de60-460c-9ac6-abeb82fdf0ef,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:10.607893 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a903-7381-4419-8a13-09df87a743fb req-7fc3cfd7-88a7-4165-895e-461e8b870dfb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:10.609398 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-7fc3cfd7-88a7-4165-895e-461e8b870dfb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.2824564 Aug 27 04:45:10.624990 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-4641d7c6-3e45-42c6-aa75-80cb87633483 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/quotas/47cca0df6e9e4252b3273dbfa06aa6bf HTTP/1.1" status: 200 len: 375 time: 0.0098765 Aug 27 04:45:10.688718 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-09317222-1a8d-4b48-b9f8-5bcc11992b4b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580735 Aug 27 04:45:10.803008 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-0c314252-7cbf-4daa-9bfb-567df1d53154 service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053436 Aug 27 04:45:10.814340 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487633-42a8-4c17-8d76-ead8bf80847a req-6d7f3441-c5e9-4ec0-bbda-55d52312b1c9 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:10.816733 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-da487633-42a8-4c17-8d76-ead8bf80847a req-6d7f3441-c5e9-4ec0-bbda-55d52312b1c9 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0663710 Aug 27 04:45:10.864103 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-da487633-42a8-4c17-8d76-ead8bf80847a req-f3610e37-ce86-4673-8791-fee21c8a9533 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Aug 27 04:45:10.910334 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-ded354ef-d0fd-4b98-9783-b452bdd7f047 service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996225 Aug 27 04:45:11.085288 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43612) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:11.100737 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e09cc98d-bba7-49e1-bee8-61e7c2dbc6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:11.218215 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5829746e-dd29-4a8b-833c-d9a3ffce0cba req-3cb0a98c-2a37-4ff1-bca5-88c84a6bf8c3 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 210 time: 0.0434895 Aug 27 04:45:11.247171 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e09cc98d-bba7-49e1-bee8-61e7c2dbc6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:11.343456 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e09cc98d-bba7-49e1-bee8-61e7c2dbc6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:11.375228 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e09cc98d-bba7-49e1-bee8-61e7c2dbc6e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=312b35cfcca24f8cb416f0e9396fb453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883472 Aug 27 04:45:11.380327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43632) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:11.405037 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cc98d-bba7-49e1-bee8-61e7c2dbc6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7572b28-bf0f-42ca-9389-2a4e99212538,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:11.443024 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cbc9841f-e231-4d22-ac2c-90eda001b458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:11.466324 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cbc9841f-e231-4d22-ac2c-90eda001b458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:11.642924 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cbc9841f-e231-4d22-ac2c-90eda001b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:11.645852 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cbc9841f-e231-4d22-ac2c-90eda001b458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:11.649522 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-cbc9841f-e231-4d22-ac2c-90eda001b458 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7572b28-bf0f-42ca-9389-2a4e99212538 HTTP/1.1" status: 204 len: 168 time: 0.2659502 Aug 27 04:45:11.655489 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9841f-e231-4d22-ac2c-90eda001b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7572b28-bf0f-42ca-9389-2a4e99212538,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:11.988318 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc042eb-5981-4300-9599-e98b1128959e req-81d99da9-6584-47a5-99cb-04a812279a63 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:11.990245 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dbc042eb-5981-4300-9599-e98b1128959e req-81d99da9-6584-47a5-99cb-04a812279a63 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0549667 Aug 27 04:45:12.037471 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dbc042eb-5981-4300-9599-e98b1128959e req-f76aa842-5611-4b96-afd6-329f107d1c18 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393510 Aug 27 04:45:12.251409 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-a0309512-afea-4df8-8938-1d98f3032916 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:12.261754 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-a0309512-afea-4df8-8938-1d98f3032916 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/networks?id=494d39b6-6488-44c3-93d6-bf005416a21e HTTP/1.1" status: 200 len: 808 time: 0.1192911 Aug 27 04:45:12.280106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-eb9b4c16-5573-4f12-bd23-e6d0c87966ca tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/quotas/92b58305e4254a90a3ca4ad2b52756f5 HTTP/1.1" status: 200 len: 375 time: 0.0172307 Aug 27 04:45:12.318979 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-d3d8a2a2-0331-49d5-97ed-91696643fa9b tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378294 Aug 27 04:45:12.339561 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a7d771e5-c812-40f9-9a93-a84deb610ae8 req-7ae065ad-d1db-464a-9d74-89971936738b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 210 time: 0.0491433 Aug 27 04:45:12.438969 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-6da5343f-bfed-4407-8a24-52f28e7e8f6a service neutron] 10.222.0.25 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185942 Aug 27 04:45:12.550502 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-09dd541b-4e1c-4eee-b921-99ae653c98af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1018567 Aug 27 04:45:12.570089 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-3533b327-608a-44d2-b29d-829fb0958e99 service neutron] 10.222.0.25 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287391 Aug 27 04:45:12.681508 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-8df3a6d9-ff6e-4b78-8c49-9151ea9682f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:12.683146 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-8df3a6d9-ff6e-4b78-8c49-9151ea9682f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 1099 time: 0.0479009 Aug 27 04:45:12.804764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-1de3d68e-1ff0-4832-b9d9-f950d8729a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:12.806310 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-1de3d68e-1ff0-4832-b9d9-f950d8729a1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 916 time: 0.0914409 Aug 27 04:45:12.857050 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-5ad1122e-028e-4a32-a64c-bbc67c525dcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf HTTP/1.1" status: 200 len: 217 time: 0.0387280 Aug 27 04:45:12.917704 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-69caa388-0614-4443-98b0-05b7630ff439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:12.919643 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-69caa388-0614-4443-98b0-05b7630ff439 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c82e7364-c3da-4955-bc5c-253e0c004a0c HTTP/1.1" status: 200 len: 855 time: 0.0508928 Aug 27 04:45:12.973888 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-2dda438e-ab1d-4ba9-900f-66d3c81ee388 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365431 Aug 27 04:45:13.000136 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f3479f9e-2da5-442e-9785-356029958e93 req-f3935dea-3d78-4a9d-9dc7-92a1e3b71348 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 210 time: 0.0392337 Aug 27 04:45:13.109301 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-c8eda639-9c9b-47a4-9b11-bbc440984302 service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261823 Aug 27 04:45:13.258070 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d664e-7353-4f37-9af9-bd80aa4a6379 req-5b3390e2-ba82-4fc5-a7e7-b7b99dc8b6f1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:13.263979 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6f6d664e-7353-4f37-9af9-bd80aa4a6379 req-5b3390e2-ba82-4fc5-a7e7-b7b99dc8b6f1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.1080024 Aug 27 04:45:13.307082 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac319a-bce1-4665-81a2-1fcbc12f56c5 req-e7de1c64-7244-4bcc-b6c3-b92845a34426 service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623340 Aug 27 04:45:13.329774 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6f6d664e-7353-4f37-9af9-bd80aa4a6379 req-d0c2222d-4ad4-4f43-ba7e-91600cb90f53 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Aug 27 04:45:13.445880 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-35356a85-b177-4811-9e91-33786432ad77 req-b67a0067-2ee7-4415-a35f-63465d9035f9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 210 time: 0.0312605 Aug 27 04:45:13.599713 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:13.941089 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a903-7381-4419-8a13-09df87a743fb req-5e33a4ee-d103-44ab-890e-70b90f649752 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:13.942721 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-5e33a4ee-d103-44ab-890e-70b90f649752 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.1480591 Aug 27 04:45:13.963597 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Request body: {'port': {'device_id': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'admin_state_up': True, 'tenant_id': '47cca0df6e9e4252b3273dbfa06aa6bf'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:14.126555 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0191d949-a7c3-4d4d-b7c2-52c06e4e0922 req-2804bfbc-8455-48e8-b7ff-eb82bee09b84 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 210 time: 0.0519569 Aug 27 04:45:14.242915 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Made reservation on behalf of 47cca0df6e9e4252b3273dbfa06aa6bf for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:14.246589 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:14.390455 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Allocated IP 172.20.0.14 (2f7e92e8-2bb2-4a03-9eb6-63a7b892b668/c82e7364-c3da-4955-bc5c-253e0c004a0c/faa1f003-4202-4ede-9e51-c66826ccd7ed) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:14.532739 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8f97f-fe17-43a3-87a2-93e970fdd827 req-78a2eb90-9d6d-4528-8cc2-68d6cb986762 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:14.532739 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-abe8f97f-fe17-43a3-87a2-93e970fdd827 req-78a2eb90-9d6d-4528-8cc2-68d6cb986762 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.1131537 Aug 27 04:45:14.573110 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-58cc5165-62df-4101-bd58-5413b381aaf5 req-5e8d4394-c248-46a7-8886-aaa1d3abb3ec tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 210 time: 0.0361943 Aug 27 04:45:14.631960 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-abe8f97f-fe17-43a3-87a2-93e970fdd827 req-87edce11-1424-4fa8-a8a6-a10e39675d05 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935097 Aug 27 04:45:14.662661 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:14.800803 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:14.816873 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:14.847871 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:14.851241 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:14.855392 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:14.861999 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:14.862453 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:14.881249 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event updated for resources: {'Port': ['ID=faa1f003-4202-4ede-9e51-c66826ccd7ed,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:14.971205 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-31aa47c9-1363-4917-b0a4-876c90e84c91 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0119238 Aug 27 04:45:14.990240 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Request body: {'port': {'device_id': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:15.052487 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:15.228066 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9a011033-cb98-4e53-b58f-a1e827c739ab req-5345624a-4ae6-4083-a791-ad92dbb96f87 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 210 time: 0.0282094 Aug 27 04:45:15.366174 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa1f003-4202-4ede-9e51-c66826ccd7ed {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:15.374552 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:15.387667 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Transition to ACTIVE for port object faa1f003-4202-4ede-9e51-c66826ccd7ed will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:15.486231 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43800) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:15.520121 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:15.613160 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=faa1f003-4202-4ede-9e51-c66826ccd7ed,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:15.622326 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Attempting to bind port faa1f003-4202-4ede-9e51-c66826ccd7ed on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:15.622495 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Attempting to bind port faa1f003-4202-4ede-9e51-c66826ccd7ed by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:15.622936 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Attempting to bind port faa1f003-4202-4ede-9e51-c66826ccd7ed on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:15.629436 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Port faa1f003-4202-4ede-9e51-c66826ccd7ed on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:15.629882 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Attempting to bind port faa1f003-4202-4ede-9e51-c66826ccd7ed on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:15.636208 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:15.636733 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Checking segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:15.637552 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Bound using segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:15.638009 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Bound port: faa1f003-4202-4ede-9e51-c66826ccd7ed, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:15.638383 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:15.671116 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-16e6e8bc-64ac-4983-b16c-57949c015b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:15.800717 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82396c-fe44-4959-a22c-813f52399255 req-13d44f56-17cd-4415-90ea-8ef85218b468 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:15.802757 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ce82396c-fe44-4959-a22c-813f52399255 req-13d44f56-17cd-4415-90ea-8ef85218b468 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0606368 Aug 27 04:45:15.856108 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-16e6e8bc-64ac-4983-b16c-57949c015b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:15.859454 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] For port faa1f003-4202-4ede-9e51-c66826ccd7ed, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:15.863986 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] For port faa1f003-4202-4ede-9e51-c66826ccd7ed, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=faa1f003-4202-4ede-9e51-c66826ccd7ed,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:15.873355 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ce82396c-fe44-4959-a22c-813f52399255 req-d18e0b0b-ed52-4391-a47b-86f36a055aff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Aug 27 04:45:15.877411 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa69bce-aa69-4e85-8e24-651f92dba671 req-4d27152e-36a6-4b1c-9c70-2b24aab74f4a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:15.879243 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4fa69bce-aa69-4e85-8e24-651f92dba671 req-4d27152e-36a6-4b1c-9c70-2b24aab74f4a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.1109390 Aug 27 04:45:15.929194 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4fa69bce-aa69-4e85-8e24-651f92dba671 req-220d29f5-9ab7-4a1c-a76c-a25734e1f327 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Aug 27 04:45:15.952055 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-16e6e8bc-64ac-4983-b16c-57949c015b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:15.995545 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.018646 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-16e6e8bc-64ac-4983-b16c-57949c015b26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd76e0e6f1d649f8baf77b7f00686c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312808 Aug 27 04:45:16.022053 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 43810) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:16.052583 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6e8bc-64ac-4983-b16c-57949c015b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f95cc2-5fb3-4950-850b-eea8d82fe243,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:16.060501 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:16.061246 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.062865 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] 10.222.0.43 "PUT /v2.0/ports/faa1f003-4202-4ede-9e51-c66826ccd7ed HTTP/1.1" status: 200 len: 1094 time: 1.0805228 Aug 27 04:45:16.063149 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'tag': 'faa1f003-4202-4ede-9e51-c66826ccd7ed'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:16.065456 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbdf4be-f78c-4a89-933c-ca0829c00b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3eaecf-0a0e-4902-9365-0555093dc874", "tag": "faa1f003-4202-4ede-9e51-c66826ccd7ed"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:16.065937 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-c7adf1b6-6c8d-411c-962f-7c3bf2ce841d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:16.068296 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-c7adf1b6-6c8d-411c-962f-7c3bf2ce841d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "GET /v2.0/networks?id=494d39b6-6488-44c3-93d6-bf005416a21e HTTP/1.1" status: 200 len: 808 time: 0.1695993 Aug 27 04:45:16.096823 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Request body: {'port': {'device_id': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e', 'admin_state_up': True, 'tenant_id': '92b58305e4254a90a3ca4ad2b52756f5'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:16.099690 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a087ae-415c-4b42-b9f2-f0d6d3c64fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=faa1f003-4202-4ede-9e51-c66826ccd7ed,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:16.113174 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687236f9-6cf9-4561-9f33-9a673d305835 x-openstack-request-id: req-687236f9-6cf9-4561-9f33-9a673d305835 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:16.113641 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3eaecf-0a0e-4902-9365-0555093dc874", "tag": "faa1f003-4202-4ede-9e51-c66826ccd7ed", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:16.113978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-687236f9-6cf9-4561-9f33-9a673d305835 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:16.114384 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'tag': 'faa1f003-4202-4ede-9e51-c66826ccd7ed', 'status': 'completed', 'code': 200} Aug 27 04:45:16.171927 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b340514-cefb-4480-8199-7bcfb77b889c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.184375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdf4be-f78c-4a89-933c-ca0829c00b6d req-5245f407-9ca8-4a82-8c24-022465ae802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:16.186155 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4dbdf4be-f78c-4a89-933c-ca0829c00b6d req-5245f407-9ca8-4a82-8c24-022465ae802d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 1097 time: 0.0484250 Aug 27 04:45:16.216218 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b340514-cefb-4480-8199-7bcfb77b889c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.381084 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-271429dc-2ff9-4ca6-949d-70674357c5e9 req-1585ea92-6c19-4531-ac36-cae984ce003e tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 210 time: 0.0489714 Aug 27 04:45:16.409392 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Made reservation on behalf of 92b58305e4254a90a3ca4ad2b52756f5 for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:16.412911 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.415206 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b340514-cefb-4480-8199-7bcfb77b889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.417745 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6b340514-cefb-4480-8199-7bcfb77b889c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.418936 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-6b340514-cefb-4480-8199-7bcfb77b889c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f95cc2-5fb3-4950-850b-eea8d82fe243 HTTP/1.1" status: 204 len: 168 time: 0.3951533 Aug 27 04:45:16.437063 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b340514-cefb-4480-8199-7bcfb77b889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f95cc2-5fb3-4950-850b-eea8d82fe243,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:16.475311 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdf4be-f78c-4a89-933c-ca0829c00b6d req-67abe829-d5f3-4875-b660-c1d1c58a5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:16.478214 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4dbdf4be-f78c-4a89-933c-ca0829c00b6d req-67abe829-d5f3-4875-b660-c1d1c58a5bb6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2772233 Aug 27 04:45:16.583388 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Allocated IP 172.20.0.11 (494d39b6-6488-44c3-93d6-bf005416a21e/90cc4b5c-8004-4570-acc5-18ba40d0a4db/08adddb2-21a5-474b-a209-f2b3d71eb95a) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:16.774764 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.885246 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:16.919270 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdf4be-f78c-4a89-933c-ca0829c00b6d req-35f00e3a-b4b6-4d1b-97b9-4070ee54e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:16.920808 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4dbdf4be-f78c-4a89-933c-ca0829c00b6d req-35f00e3a-b4b6-4d1b-97b9-4070ee54e28d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4200187 Aug 27 04:45:16.934504 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Network 494d39b6-6488-44c3-93d6-bf005416a21e is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:16.938169 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:16.942091 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:16.991796 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Pushing event updated for resources: {'Port': ['ID=08adddb2-21a5-474b-a209-f2b3d71eb95a,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:17.018939 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac04f0-46b3-4d73-9110-97901de27db4 req-e196d254-949e-407f-bf8c-a1c612780a4d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.022275 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.022935 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.025250 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14ac04f0-46b3-4d73-9110-97901de27db4 req-e196d254-949e-407f-bf8c-a1c612780a4d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0857627 Aug 27 04:45:17.056833 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a903-7381-4419-8a13-09df87a743fb req-f016eb67-7d34-4cec-95e8-2036ee9a102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.058635 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-f016eb67-7d34-4cec-95e8-2036ee9a102b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 1097 time: 0.0903344 Aug 27 04:45:17.072167 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14ac04f0-46b3-4d73-9110-97901de27db4 req-36c9ed5e-3c3b-4226-86aa-7fa85def960e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Aug 27 04:45:17.082276 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70012572-001b-4069-832e-55f8a59ca032 req-3b941af2-572b-4cc2-9826-acf18d6365dd tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.084429 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-70012572-001b-4069-832e-55f8a59ca032 req-3b941af2-572b-4cc2-9826-acf18d6365dd tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0571918 Aug 27 04:45:17.111386 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-9d36497d-b5d7-4177-a295-1264b9f3567f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa1f003-4202-4ede-9e51-c66826ccd7ed HTTP/1.1" status: 200 len: 217 time: 0.0379956 Aug 27 04:45:17.126727 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-70012572-001b-4069-832e-55f8a59ca032 req-7e663499-20be-44d0-af52-ca81428f7238 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Aug 27 04:45:17.146429 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-e7f50c26-84ce-457b-b18a-3fc93b988270 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537813 Aug 27 04:45:17.162694 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Request body: {'port': {'device_id': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:17.192780 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a903-7381-4419-8a13-09df87a743fb req-01db11e4-8444-4948-8f23-ae90346b7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.194363 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-01db11e4-8444-4948-8f23-ae90346b7558 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c82e7364-c3da-4955-bc5c-253e0c004a0c HTTP/1.1" status: 200 len: 855 time: 0.0560069 Aug 27 04:45:17.218597 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.233699 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-39846e57-dca3-4394-886e-9804e3101fca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293725 Aug 27 04:45:17.237998 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43850) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:17.261226 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f5bff6ee-2783-4aa5-bf0f-07b9b0f6a8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.433970 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-69e99fc5-ebe9-4c77-867d-0b8fedd98e98 service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863034 Aug 27 04:45:17.539156 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f5bff6ee-2783-4aa5-bf0f-07b9b0f6a8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.559585 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8200c-bcb0-4d12-a789-4828c7bd42bb req-cf12a1f3-61ea-47ac-84cb-1a0cbd2a5fbf tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.560602 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5a903-7381-4419-8a13-09df87a743fb req-13115d92-8cd6-4d78-877e-68e7e23be5b9 service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200411 Aug 27 04:45:17.564817 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-40f8200c-bcb0-4d12-a789-4828c7bd42bb req-cf12a1f3-61ea-47ac-84cb-1a0cbd2a5fbf tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 932 time: 0.0807114 Aug 27 04:45:17.637258 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f5bff6ee-2783-4aa5-bf0f-07b9b0f6a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.638057 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-40f8200c-bcb0-4d12-a789-4828c7bd42bb req-fd56dccc-fe18-47f9-91f6-82751ca3637c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704832 Aug 27 04:45:17.646898 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08adddb2-21a5-474b-a209-f2b3d71eb95a {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:17.655268 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.670834 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Transition to ACTIVE for port object 08adddb2-21a5-474b-a209-f2b3d71eb95a will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:17.696146 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-f5bff6ee-2783-4aa5-bf0f-07b9b0f6a8bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09781c934558438db9d24306a96d0568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538555 Aug 27 04:45:17.696146 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bff6ee-2783-4aa5-bf0f-07b9b0f6a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1d034-2f92-49ae-96d5-d90dbab592da,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:17.696602 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 43866) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:17.755567 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-71129525-312c-4ac4-ae45-34b197886663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.782028 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-71129525-312c-4ac4-ae45-34b197886663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.793523 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.845120 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Pushing event updated for resources: {'Port': ['ID=08adddb2-21a5-474b-a209-f2b3d71eb95a,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:17.883315 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-71129525-312c-4ac4-ae45-34b197886663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.887626 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-71129525-312c-4ac4-ae45-34b197886663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.888781 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-71129525-312c-4ac4-ae45-34b197886663 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/feb1d034-2f92-49ae-96d5-d90dbab592da HTTP/1.1" status: 204 len: 168 time: 0.1829920 Aug 27 04:45:17.901222 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71129525-312c-4ac4-ae45-34b197886663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1d034-2f92-49ae-96d5-d90dbab592da,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:17.922438 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Attempting to bind port 08adddb2-21a5-474b-a209-f2b3d71eb95a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:17.922910 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Attempting to bind port 08adddb2-21a5-474b-a209-f2b3d71eb95a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:17.923011 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Attempting to bind port 08adddb2-21a5-474b-a209-f2b3d71eb95a on network 494d39b6-6488-44c3-93d6-bf005416a21e {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:17.927974 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Port 08adddb2-21a5-474b-a209-f2b3d71eb95a on network 494d39b6-6488-44c3-93d6-bf005416a21e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:17.928291 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Attempting to bind port 08adddb2-21a5-474b-a209-f2b3d71eb95a on network 494d39b6-6488-44c3-93d6-bf005416a21e {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:17.933469 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:17.934070 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Checking segment: {'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:17.934471 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Bound using segment: {'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:17.934918 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Bound port: 08adddb2-21a5-474b-a209-f2b3d71eb95a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:17.935274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:17.973705 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc619-7ae2-45e7-aba1-c7cdeb461ae5 req-94e5fb4f-e866-4297-8ba6-3cff56bec4c3 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:17.975644 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3fdbc619-7ae2-45e7-aba1-c7cdeb461ae5 req-94e5fb4f-e866-4297-8ba6-3cff56bec4c3 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0550885 Aug 27 04:45:18.023963 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3fdbc619-7ae2-45e7-aba1-c7cdeb461ae5 req-c3cb4692-4a52-4893-9627-40238ad7938f tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Aug 27 04:45:18.029523 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] For port 08adddb2-21a5-474b-a209-f2b3d71eb95a, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:18.033185 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] For port 08adddb2-21a5-474b-a209-f2b3d71eb95a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08adddb2-21a5-474b-a209-f2b3d71eb95a,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:18.114115 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:18.162513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:18.162513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:18.162513 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] 10.222.0.43 "PUT /v2.0/ports/08adddb2-21a5-474b-a209-f2b3d71eb95a HTTP/1.1" status: 200 len: 1094 time: 0.9978907 Aug 27 04:45:18.162513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'tag': '08adddb2-21a5-474b-a209-f2b3d71eb95a'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:18.162513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11e2538-45df-440b-9cf8-822c2ac2b1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1d8699-65bf-4bf7-b8c4-8194ca00086f", "tag": "08adddb2-21a5-474b-a209-f2b3d71eb95a"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:18.180997 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bbc35-e947-4b5c-8373-562796a90bdf service neutron] Pushing event updated for resources: {'Port': ['ID=08adddb2-21a5-474b-a209-f2b3d71eb95a,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:18.202621 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38d414-fac0-4a4b-b644-606fb148a9b3 req-c58fc26b-9a3b-4903-8d9b-9edaf015e82e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:18.204095 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c38d414-fac0-4a4b-b644-606fb148a9b3 req-c58fc26b-9a3b-4903-8d9b-9edaf015e82e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0571077 Aug 27 04:45:18.241709 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c38d414-fac0-4a4b-b644-606fb148a9b3 req-34338951-fba5-4b82-9cef-435d8f51e59d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Aug 27 04:45:18.356648 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc640c-7247-4258-bc06-8f6fbd3799f3 req-436839bc-dd70-455c-b41e-f86ed5c5930f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:18.358078 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2cfc640c-7247-4258-bc06-8f6fbd3799f3 req-436839bc-dd70-455c-b41e-f86ed5c5930f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Aug 27 04:45:18.403124 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2cfc640c-7247-4258-bc06-8f6fbd3799f3 req-7ef0a58c-ccee-4943-9a64-c9ee0e553fd1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Aug 27 04:45:18.535521 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7b3cfc-c146-459d-acaa-c19eb784035b x-openstack-request-id: req-bf7b3cfc-c146-459d-acaa-c19eb784035b {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:18.535521 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1d8699-65bf-4bf7-b8c4-8194ca00086f", "tag": "08adddb2-21a5-474b-a209-f2b3d71eb95a", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:18.535521 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf7b3cfc-c146-459d-acaa-c19eb784035b {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:18.535521 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'tag': '08adddb2-21a5-474b-a209-f2b3d71eb95a', 'status': 'completed', 'code': 200} Aug 27 04:45:18.765568 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a6f1-530f-401b-bb9a-96fdb931ab0f req-cf347d3e-a758-4cf1-9540-d6754a3aae21 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:18.767106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d037a6f1-530f-401b-bb9a-96fdb931ab0f req-cf347d3e-a758-4cf1-9540-d6754a3aae21 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0479975 Aug 27 04:45:18.805726 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d037a6f1-530f-401b-bb9a-96fdb931ab0f req-faf63646-f84e-4e12-bc02-a107b8c2de8e tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Aug 27 04:45:19.148547 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c19b-b596-4ffa-8df0-a05cc515fba2 req-47325e23-1e90-4cc7-a6b0-5dc30e4707fb tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:19.150760 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c8e8c19b-b596-4ffa-8df0-a05cc515fba2 req-47325e23-1e90-4cc7-a6b0-5dc30e4707fb tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0567064 Aug 27 04:45:19.189609 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c8e8c19b-b596-4ffa-8df0-a05cc515fba2 req-7354e93f-6ddd-4148-9cb5-680c0e9b90d9 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Aug 27 04:45:19.358225 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d8034-7c33-4a4a-94c3-59ed039a7cc5 req-3d87d84c-ad5c-48ae-8ab2-7f97e5c7d238 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:19.359757 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-186d8034-7c33-4a4a-94c3-59ed039a7cc5 req-3d87d84c-ad5c-48ae-8ab2-7f97e5c7d238 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0493209 Aug 27 04:45:19.399350 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-186d8034-7c33-4a4a-94c3-59ed039a7cc5 req-8265547a-0aee-489d-8dc4-092cd32bad3f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Aug 27 04:45:19.516489 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab2502-9933-4e6a-940d-4262f3fd1cc4 req-093368ad-f533-4c4c-84f4-4e57868be019 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:19.517973 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-21ab2502-9933-4e6a-940d-4262f3fd1cc4 req-093368ad-f533-4c4c-84f4-4e57868be019 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0498085 Aug 27 04:45:19.555832 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-21ab2502-9933-4e6a-940d-4262f3fd1cc4 req-490a4170-8d9c-4fe0-bce0-438734918d62 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Aug 27 04:45:19.921896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1249a0-c051-4052-b684-d9a8ffd63a1b req-6805caa8-a63a-4ee9-a688-745449ed4d5c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:19.926729 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8c1249a0-c051-4052-b684-d9a8ffd63a1b req-6805caa8-a63a-4ee9-a688-745449ed4d5c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0526078 Aug 27 04:45:19.961329 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8c1249a0-c051-4052-b684-d9a8ffd63a1b req-900279dc-9209-4587-912c-23e0eb8574a2 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Aug 27 04:45:20.310026 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736324-5cb6-4392-a391-2c51337d52f7 req-5bc3fcfc-21de-42e2-8f07-e045071e92a0 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:20.311534 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dc736324-5cb6-4392-a391-2c51337d52f7 req-5bc3fcfc-21de-42e2-8f07-e045071e92a0 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0519166 Aug 27 04:45:20.349473 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dc736324-5cb6-4392-a391-2c51337d52f7 req-a5345859-ee89-434d-8aaa-082de2ead259 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Aug 27 04:45:20.519917 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489e0a0-117f-4acc-8e35-2e6a51c6a83a req-9b919d35-01aa-4b04-a676-72df39c70b27 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:20.527269 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c489e0a0-117f-4acc-8e35-2e6a51c6a83a req-9b919d35-01aa-4b04-a676-72df39c70b27 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0581472 Aug 27 04:45:20.541154 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e2538-45df-440b-9cf8-822c2ac2b1cd req-13acb575-3861-4482-8187-ac278cb6da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:20.542969 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a11e2538-45df-440b-9cf8-822c2ac2b1cd req-13acb575-3861-4482-8187-ac278cb6da98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 1097 time: 0.0434952 Aug 27 04:45:20.581098 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c489e0a0-117f-4acc-8e35-2e6a51c6a83a req-0549fe7f-454c-40ef-b191-7afea153b73a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Aug 27 04:45:20.752343 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e2538-45df-440b-9cf8-822c2ac2b1cd req-3431bc9e-38e0-4da5-9f2a-131fa969261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:20.753852 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a11e2538-45df-440b-9cf8-822c2ac2b1cd req-3431bc9e-38e0-4da5-9f2a-131fa969261b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1982453 Aug 27 04:45:20.761058 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758e72-62db-4d15-92aa-e24cf28185d5 req-e386df9b-adcf-4b8a-ba72-c4a097b4fd99 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:20.763018 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9c758e72-62db-4d15-92aa-e24cf28185d5 req-e386df9b-adcf-4b8a-ba72-c4a097b4fd99 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.1260946 Aug 27 04:45:21.089626 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8489756-865e-4c49-aeb7-0e6d01c89a8e req-3719fc43-d908-45a1-b6c1-54ee252f611c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:21.091148 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8489756-865e-4c49-aeb7-0e6d01c89a8e req-3719fc43-d908-45a1-b6c1-54ee252f611c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0537071 Aug 27 04:45:21.108917 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9c758e72-62db-4d15-92aa-e24cf28185d5 req-63650786-7a99-430c-be79-b45b3f675ded tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372872 Aug 27 04:45:21.134055 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8489756-865e-4c49-aeb7-0e6d01c89a8e req-20acfff1-40a1-4703-a4c1-8cdee8adc276 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369608 Aug 27 04:45:21.161547 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e2538-45df-440b-9cf8-822c2ac2b1cd req-e706e811-ff5c-4d7b-9c57-2def10d1b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:21.167555 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a11e2538-45df-440b-9cf8-822c2ac2b1cd req-e706e811-ff5c-4d7b-9c57-2def10d1b611 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3991752 Aug 27 04:45:21.462653 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36082c0d-fc0c-443c-9a8c-c7c901e025f0 req-9f6bf3f6-db9b-4f0e-8d08-7d7a49376b00 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:21.464137 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-36082c0d-fc0c-443c-9a8c-c7c901e025f0 req-9f6bf3f6-db9b-4f0e-8d08-7d7a49376b00 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0480633 Aug 27 04:45:21.503126 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-36082c0d-fc0c-443c-9a8c-c7c901e025f0 req-c8efcbd7-21be-4009-8e77-e3027638119a tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Aug 27 04:45:21.701422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19229c-d20f-4909-b4a2-a6bcd7d67c6d req-e9504607-6845-4d3e-9eea-ded8c304886a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:21.711558 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ba19229c-d20f-4909-b4a2-a6bcd7d67c6d req-e9504607-6845-4d3e-9eea-ded8c304886a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0534263 Aug 27 04:45:21.740637 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ba19229c-d20f-4909-b4a2-a6bcd7d67c6d req-25627a97-f537-493b-9147-0d48e1cdaeda tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Aug 27 04:45:22.225124 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ad39-5244-4792-85ae-de03147782c0 req-bb247388-05e9-4ee6-85d0-6c2e58868e52 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:22.226676 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8907ad39-5244-4792-85ae-de03147782c0 req-bb247388-05e9-4ee6-85d0-6c2e58868e52 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0483878 Aug 27 04:45:22.267318 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8907ad39-5244-4792-85ae-de03147782c0 req-d4689c5d-34de-478e-a79b-2785827cd63c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341506 Aug 27 04:45:22.372542 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a096-ece7-4c45-9bc9-c9e8f6e35fbb req-9deb1d17-69cf-417a-86a5-456ef83e4ec6 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:22.374028 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4f69a096-ece7-4c45-9bc9-c9e8f6e35fbb req-9deb1d17-69cf-417a-86a5-456ef83e4ec6 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0520115 Aug 27 04:45:22.411483 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4f69a096-ece7-4c45-9bc9-c9e8f6e35fbb req-0a1e1e3a-3fd9-4633-8068-c74086210e83 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316293 Aug 27 04:45:22.623174 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fddd8-2a2e-43fc-bff2-be5f539240f5 req-0ef6b50e-eec2-4e59-ad0c-3e2888750299 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:22.625005 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3c2fddd8-2a2e-43fc-bff2-be5f539240f5 req-0ef6b50e-eec2-4e59-ad0c-3e2888750299 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0563073 Aug 27 04:45:22.666287 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3c2fddd8-2a2e-43fc-bff2-be5f539240f5 req-9e60b5e2-5a64-476a-9750-9de3d5712616 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352607 Aug 27 04:45:22.852991 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76664aa-ae95-48ce-b32a-5a904f468450 req-0242d119-f778-4b6f-b261-f18525bb315f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:22.854467 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c76664aa-ae95-48ce-b32a-5a904f468450 req-0242d119-f778-4b6f-b261-f18525bb315f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0477087 Aug 27 04:45:22.891609 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c76664aa-ae95-48ce-b32a-5a904f468450 req-71dcebb7-eee5-45ae-9799-26fd9a2657f5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Aug 27 04:45:23.239294 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b7381351-05fc-4ab9-9c47-cc37ca65f047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:23.381869 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97203fe7-4361-4bfb-834f-bb360e49705b req-ce15d651-f1c3-4ee5-92e4-374f10119f4f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:23.383358 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-97203fe7-4361-4bfb-834f-bb360e49705b req-ce15d651-f1c3-4ee5-92e4-374f10119f4f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0475314 Aug 27 04:45:23.421170 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-97203fe7-4361-4bfb-834f-bb360e49705b req-1dad48ed-d02d-4dc7-bbe8-644b51d5a2ef tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Aug 27 04:45:23.526463 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd42c-7e90-413d-8768-85d068bb18db req-7be0a0fa-0cd8-46ce-9ea9-22779f14bbb3 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:23.527954 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4f7bd42c-7e90-413d-8768-85d068bb18db req-7be0a0fa-0cd8-46ce-9ea9-22779f14bbb3 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0525181 Aug 27 04:45:23.564898 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4f7bd42c-7e90-413d-8768-85d068bb18db req-b066f85d-f4d0-4d31-a5e9-5e3b7c2331bb tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Aug 27 04:45:23.780122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d969ee4-13b4-4e53-b89f-9bb975554401 req-99a32231-845d-46e7-a70e-9d80c135abbc tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:23.781529 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0d969ee4-13b4-4e53-b89f-9bb975554401 req-99a32231-845d-46e7-a70e-9d80c135abbc tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0480261 Aug 27 04:45:23.820787 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0d969ee4-13b4-4e53-b89f-9bb975554401 req-57c440c6-9f1e-4c97-9a53-ae430d4a83bb tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331390 Aug 27 04:45:24.014056 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916fe52-5d71-4da6-981d-e05ee68a9c37 req-8d0fc033-c073-4cd6-96aa-b47878451a24 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:24.015856 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6916fe52-5d71-4da6-981d-e05ee68a9c37 req-8d0fc033-c073-4cd6-96aa-b47878451a24 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0501649 Aug 27 04:45:24.055779 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6916fe52-5d71-4da6-981d-e05ee68a9c37 req-7cd10123-6407-42e1-a5be-245fb22de46e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Aug 27 04:45:24.198209 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-1fc15df4-2453-4bbe-ba3b-a9cd87e027ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:24.199818 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-1fc15df4-2453-4bbe-ba3b-a9cd87e027ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 1097 time: 0.0445538 Aug 27 04:45:24.250630 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-f617505c-fbdd-4c03-a338-59b5aaa0c914 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08adddb2-21a5-474b-a209-f2b3d71eb95a HTTP/1.1" status: 200 len: 217 time: 0.0359018 Aug 27 04:45:24.303514 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-48e7bfcb-6226-43bd-aaa4-64bc044b42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:24.304964 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-48e7bfcb-6226-43bd-aaa4-64bc044b42f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90cc4b5c-8004-4570-acc5-18ba40d0a4db HTTP/1.1" status: 200 len: 848 time: 0.0461309 Aug 27 04:45:24.340755 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-096b224d-8768-4155-b892-8eb1a59dd4e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=494d39b6-6488-44c3-93d6-bf005416a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242870 Aug 27 04:45:24.433751 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-5f6e96a2-f217-450f-b211-7ffb89c2f5e8 service neutron] 10.222.0.43 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845795 Aug 27 04:45:24.568536 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aedd6-be6e-4bf5-8e8b-b6511b121a96 req-6a883ce8-78c3-4805-a00d-c569af97d281 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:24.569939 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f1aedd6-be6e-4bf5-8e8b-b6511b121a96 req-6a883ce8-78c3-4805-a00d-c569af97d281 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0805748 Aug 27 04:45:24.573488 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7e98cc7-c6a1-486a-9479-0731c180ccd7 req-5d706daa-2927-4de2-9c57-a3383ebe2b1f service neutron] 10.222.0.43 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311979 Aug 27 04:45:24.611552 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f1aedd6-be6e-4bf5-8e8b-b6511b121a96 req-c6a0455a-59cf-4930-8d37-14e45cd41d7b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351174 Aug 27 04:45:24.683044 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a02db-361b-43f7-bb8c-d40ddf79a831 req-6f9c13c0-02c9-462c-879c-19f339780a61 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:24.684626 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a15a02db-361b-43f7-bb8c-d40ddf79a831 req-6f9c13c0-02c9-462c-879c-19f339780a61 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0497010 Aug 27 04:45:24.724043 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a15a02db-361b-43f7-bb8c-d40ddf79a831 req-348f91c8-706c-4244-b612-81c902455b15 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334384 Aug 27 04:45:24.935485 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975f8d7-6fef-4be9-b738-2006c4046658 req-cb2c3b4f-db2c-48d2-bbe2-120e3cde2117 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:24.937025 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0975f8d7-6fef-4be9-b738-2006c4046658 req-cb2c3b4f-db2c-48d2-bbe2-120e3cde2117 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0481503 Aug 27 04:45:24.976195 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0975f8d7-6fef-4be9-b738-2006c4046658 req-9a337f00-aeb1-4bab-85a5-fbf8971d37a4 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Aug 27 04:45:25.166685 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51e89b-1a06-41c3-821b-9d6e810d6dad req-c435061f-238a-4a67-b2ba-fdcf32fee6a6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:25.168698 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-aa51e89b-1a06-41c3-821b-9d6e810d6dad req-c435061f-238a-4a67-b2ba-fdcf32fee6a6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.0483143 Aug 27 04:45:25.206752 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-aa51e89b-1a06-41c3-821b-9d6e810d6dad req-a7a52e09-0d26-4a5d-8ee3-571cbc8717e2 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Aug 27 04:45:25.733781 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c53929-ec27-40ea-9f16-fa89152d365d req-da5c219b-e214-44c0-b329-8c536d29acfc tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:25.735263 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e0c53929-ec27-40ea-9f16-fa89152d365d req-da5c219b-e214-44c0-b329-8c536d29acfc tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0518212 Aug 27 04:45:25.777282 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e0c53929-ec27-40ea-9f16-fa89152d365d req-fe640e28-8d14-4875-88bb-03fb3308fa83 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Aug 27 04:45:25.816263 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-970b0c8a-c60e-4137-9a5c-efad5ecce305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:25.846396 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350a0b-888d-418c-b3b2-9a328e1e8280 req-d51d41f3-bcfa-452a-8ff4-2578abba789f tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:25.847870 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1b350a0b-888d-418c-b3b2-9a328e1e8280 req-d51d41f3-bcfa-452a-8ff4-2578abba789f tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0493579 Aug 27 04:45:25.890460 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1b350a0b-888d-418c-b3b2-9a328e1e8280 req-0cbfe295-2bca-43bc-8e9b-895427e0d3fa tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365467 Aug 27 04:45:26.059802 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.110595 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77010d95-d7bf-4c8e-a883-62910e1c12da req-19585bba-f3a3-40b8-88cd-1ffaea97eadc tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:26.117086 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-77010d95-d7bf-4c8e-a883-62910e1c12da req-19585bba-f3a3-40b8-88cd-1ffaea97eadc tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0654893 Aug 27 04:45:26.162174 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-77010d95-d7bf-4c8e-a883-62910e1c12da req-b4c88891-5d33-42cf-9233-75905e81b2cc tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/security-groups?id=f77ca993-6673-4722-8873-dac04e38672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Aug 27 04:45:26.285510 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b7ea401c-a3ef-4181-bd5a-3a304f2743bd tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:26.286930 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b7ea401c-a3ef-4181-bd5a-3a304f2743bd tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 946 time: 0.0518007 Aug 27 04:45:26.414877 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c9b55-141c-464e-afa5-9e98d51faa43 req-5ea3389f-2b78-41bf-a754-beaa59d6f71f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:26.416202 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f92c9b55-141c-464e-afa5-9e98d51faa43 req-5ea3389f-2b78-41bf-a754-beaa59d6f71f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 944 time: 0.1405950 Aug 27 04:45:26.477996 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Deleting port d22cb75f-b91b-4def-8246-1782a5f948d2 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:45:26.478429 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.484907 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f92c9b55-141c-464e-afa5-9e98d51faa43 req-c5a3ccc6-10a0-43bf-8ed7-473f7f829593 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624897 Aug 27 04:45:26.581263 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] For port d22cb75f-b91b-4def-8246-1782a5f948d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d22cb75f-b91b-4def-8246-1782a5f948d2,segment=NetworkSegment(d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef),segment_id=d4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:26.581627 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.588836 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device faa1f003-4202-4ede-9e51-c66826ccd7ed details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:26.600469 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Calling delete_port for d22cb75f-b91b-4def-8246-1782a5f948d2 owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:45:26.699818 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port faa1f003-4202-4ede-9e51-c66826ccd7ed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=faa1f003-4202-4ede-9e51-c66826ccd7ed,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:26.711195 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'faa1f003-4202-4ede-9e51-c66826ccd7ed', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'port_id': 'faa1f003-4202-4ede-9e51-c66826ccd7ed', 'mac_address': 'fa:16:3e:b4:62:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82e7364-c3da-4955-bc5c-253e0c004a0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:26.748619 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.761568 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa1f003-4202-4ede-9e51-c66826ccd7ed {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:26.780477 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port faa1f003-4202-4ede-9e51-c66826ccd7ed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=faa1f003-4202-4ede-9e51-c66826ccd7ed,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:26.896307 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b524e-f24a-40a2-9671-25c668161bbf req-31b43f1a-15af-4461-bf70-fa62ba312030 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:26.897804 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eb5b524e-f24a-40a2-9671-25c668161bbf req-31b43f1a-15af-4461-bf70-fa62ba312030 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Aug 27 04:45:26.900302 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.903074 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:26.927089 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['d22cb75f-b91b-4def-8246-1782a5f948d2'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:26.933470 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Pushing event deleted for resources: {'Port': ['ID=d22cb75f-b91b-4def-8246-1782a5f948d2,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:26.962174 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eb5b524e-f24a-40a2-9671-25c668161bbf req-02fadc79-f1cc-4716-95ee-99c7a270e62a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571687 Aug 27 04:45:27.010442 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] No DVR routers for this DVR port d22cb75f-b91b-4def-8246-1782a5f948d2 on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:45:27.023354 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.026284 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5a9429a0-2113-49b0-9954-44457c5d9f42 req-b8d03b6f-c803-4756-b459-37dce13f8d19 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.43 "DELETE /v2.0/ports/d22cb75f-b91b-4def-8246-1782a5f948d2 HTTP/1.1" status: 204 len: 173 time: 0.7312250 Aug 27 04:45:27.026764 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'name': 'network-vif-deleted', 'tag': 'd22cb75f-b91b-4def-8246-1782a5f948d2'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:27.030991 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d1231e-ca8c-4a98-8943-b32b367f5c1a" -d '{"events": [{"server_uuid": "e5e67567-f8a3-4db6-b106-55c72c6e2653", "name": "network-vif-deleted", "tag": "d22cb75f-b91b-4def-8246-1782a5f948d2"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:27.078949 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb74f1-6ce4-47d4-91c1-51b4bae552cb req-d8623446-350d-4e23-9f2d-a5a75fd5d010 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:27.081116 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-31eb74f1-6ce4-47d4-91c1-51b4bae552cb req-d8623446-350d-4e23-9f2d-a5a75fd5d010 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0731425 Aug 27 04:45:27.084422 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.099320 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44062) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:27.114879 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91cefb2-3365-4de2-b375-66a6536b4313 x-openstack-request-id: req-e91cefb2-3365-4de2-b375-66a6536b4313 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:27.115179 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e67567-f8a3-4db6-b106-55c72c6e2653", "name": "network-vif-deleted", "tag": "d22cb75f-b91b-4def-8246-1782a5f948d2", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:27.115431 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e91cefb2-3365-4de2-b375-66a6536b4313 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:27.115835 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e67567-f8a3-4db6-b106-55c72c6e2653', 'name': 'network-vif-deleted', 'tag': 'd22cb75f-b91b-4def-8246-1782a5f948d2', 'status': 'completed', 'code': 200} Aug 27 04:45:27.123095 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=faa1f003-4202-4ede-9e51-c66826ccd7ed,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:27.132821 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.133426 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.133921 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.134404 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.134935 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.135349 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-31eb74f1-6ce4-47d4-91c1-51b4bae552cb req-1a3465da-2e40-46ae-82f9-ae02f8a0f5e1 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476229 Aug 27 04:45:27.135574 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.136114 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.136475 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.137042 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.137380 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.137709 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.138153 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:27.225953 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['faa1f003-4202-4ede-9e51-c66826ccd7ed'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:27.276337 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a0524fd9-bc1f-4de6-98be-18f649722194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.294301 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f7364e6b-e17b-467e-a075-caef27cfd284 req-815640bb-6ba3-4720-a942-bf00b34b8667 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0284438 Aug 27 04:45:27.410798 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a0524fd9-bc1f-4de6-98be-18f649722194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.513527 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a0524fd9-bc1f-4de6-98be-18f649722194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.553179 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-a0524fd9-bc1f-4de6-98be-18f649722194 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b4896c619ff4294bd661dbfafe11cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521835 Aug 27 04:45:27.553993 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0524fd9-bc1f-4de6-98be-18f649722194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e06ffe0-124d-41bb-9658-99fc1c95c204,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:27.555806 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44088) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:27.614625 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc04e29f-4af9-4245-9024-ed905c201c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.636505 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc04e29f-4af9-4245-9024-ed905c201c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.644560 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f87d5-562f-4ce7-b093-8a36619bbccb req-3669f38f-1cfc-4056-b3bd-ee063ed7d4e1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:27.646065 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-066f87d5-562f-4ce7-b093-8a36619bbccb req-3669f38f-1cfc-4056-b3bd-ee063ed7d4e1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 945 time: 0.0483027 Aug 27 04:45:27.686725 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-066f87d5-562f-4ce7-b093-8a36619bbccb req-a965e153-bcb9-4c6e-b8bf-9758ed44a1be tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Aug 27 04:45:27.839432 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc04e29f-4af9-4245-9024-ed905c201c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.842022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc04e29f-4af9-4245-9024-ed905c201c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:27.843168 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-fc04e29f-4af9-4245-9024-ed905c201c9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e06ffe0-124d-41bb-9658-99fc1c95c204 HTTP/1.1" status: 204 len: 168 time: 0.2862763 Aug 27 04:45:27.851379 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04e29f-4af9-4245-9024-ed905c201c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e06ffe0-124d-41bb-9658-99fc1c95c204,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.088618 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703c37e-85f9-448e-b1f1-0b54a0bf6e0a req-0dd220f1-3dc9-4fd1-951b-6700bc064888 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:28.090379 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e703c37e-85f9-448e-b1f1-0b54a0bf6e0a req-0dd220f1-3dc9-4fd1-951b-6700bc064888 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0476632 Aug 27 04:45:28.140944 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e703c37e-85f9-448e-b1f1-0b54a0bf6e0a req-f87bd1f9-c6d7-42be-9c36-3884ad9172fb tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Aug 27 04:45:28.256108 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642a974-a595-4b9e-baa6-d2f382b19e6e req-a56b7c4b-f42f-4639-af4f-06914822e324 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:28.257582 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1642a974-a595-4b9e-baa6-d2f382b19e6e req-a56b7c4b-f42f-4639-af4f-06914822e324 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 944 time: 0.0539467 Aug 27 04:45:28.295568 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1642a974-a595-4b9e-baa6-d2f382b19e6e req-9318317d-8a54-4bd4-96ad-d380b427ae48 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Aug 27 04:45:28.412946 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dcfc3fcf-da1b-42c0-a27c-01fa20aebeae req-5c2d4c6d-b225-43a6-a804-7690fb76c3c4 tempest-DeleteServersTestJSON-763614193 tempest-DeleteServersTestJSON-763614193-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e67567-f8a3-4db6-b106-55c72c6e2653 HTTP/1.1" status: 200 len: 210 time: 0.0313516 Aug 27 04:45:28.523047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.536307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44118) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:28.555624 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bafab25e-7682-420d-9547-776b951a3036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.604775 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 08adddb2-21a5-474b-a209-f2b3d71eb95a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:28.616135 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device faa1f003-4202-4ede-9e51-c66826ccd7ed up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:28.660091 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bafab25e-7682-420d-9547-776b951a3036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.751782 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 08adddb2-21a5-474b-a209-f2b3d71eb95a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08adddb2-21a5-474b-a209-f2b3d71eb95a,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:28.753418 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bafab25e-7682-420d-9547-776b951a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.771677 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '08adddb2-21a5-474b-a209-f2b3d71eb95a', 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e', 'port_id': '08adddb2-21a5-474b-a209-f2b3d71eb95a', 'mac_address': 'fa:16:3e:67:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cc4b5c-8004-4570-acc5-18ba40d0a4db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:28.814553 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port faa1f003-4202-4ede-9e51-c66826ccd7ed completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:28.820963 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.822549 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-bafab25e-7682-420d-9547-776b951a3036 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d3c5ce3c67c4580a1eccc73c8cd277a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850440 Aug 27 04:45:28.822734 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port faa1f003-4202-4ede-9e51-c66826ccd7ed triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:28.823100 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.823272 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafab25e-7682-420d-9547-776b951a3036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccae4ca-96f4-43dc-a285-fedab79cda5c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:28.826796 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44126) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:28.851404 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed33cc6-cca9-4175-9005-f7863e5de8b4 req-5a72e1b5-04ff-4eeb-9398-69861ad537d7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:28.853102 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9ed33cc6-cca9-4175-9005-f7863e5de8b4 req-5a72e1b5-04ff-4eeb-9398-69861ad537d7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 945 time: 0.0766294 Aug 27 04:45:28.865344 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08adddb2-21a5-474b-a209-f2b3d71eb95a {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:28.895936 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9da74086-4359-48c4-a717-ffac80d7076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.910168 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9ed33cc6-cca9-4175-9005-f7863e5de8b4 req-35331ebb-7ab9-48ce-893f-542e598d4cbe tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470228 Aug 27 04:45:28.915907 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 08adddb2-21a5-474b-a209-f2b3d71eb95a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08adddb2-21a5-474b-a209-f2b3d71eb95a,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:28.922536 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9da74086-4359-48c4-a717-ffac80d7076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.961159 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:28.983641 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa1f003-4202-4ede-9e51-c66826ccd7ed'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:28.985887 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044b4e2b-2b6d-4777-a926-2c866a1c0d80" -d '{"events": [{"server_uuid": "8c3eaecf-0a0e-4902-9365-0555093dc874", "name": "network-vif-plugged", "status": "completed", "tag": "faa1f003-4202-4ede-9e51-c66826ccd7ed"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:28.998014 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port faa1f003-4202-4ede-9e51-c66826ccd7ed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=faa1f003-4202-4ede-9e51-c66826ccd7ed,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:29.024990 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26275faa-aabf-4392-8a80-27292f548306 x-openstack-request-id: req-26275faa-aabf-4392-8a80-27292f548306 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:29.025308 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3eaecf-0a0e-4902-9365-0555093dc874", "name": "network-vif-plugged", "status": "completed", "tag": "faa1f003-4202-4ede-9e51-c66826ccd7ed", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:29.025566 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26275faa-aabf-4392-8a80-27292f548306 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:29.026021 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa1f003-4202-4ede-9e51-c66826ccd7ed', 'code': 200} Aug 27 04:45:29.042570 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.073504 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9da74086-4359-48c4-a717-ffac80d7076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.076716 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9da74086-4359-48c4-a717-ffac80d7076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.078119 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-9da74086-4359-48c4-a717-ffac80d7076b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eccae4ca-96f4-43dc-a285-fedab79cda5c HTTP/1.1" status: 204 len: 168 time: 0.2496734 Aug 27 04:45:29.087368 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da74086-4359-48c4-a717-ffac80d7076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccae4ca-96f4-43dc-a285-fedab79cda5c,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.110598 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=08adddb2-21a5-474b-a209-f2b3d71eb95a,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.166511 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.246625 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=faa1f003-4202-4ede-9e51-c66826ccd7ed,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:29.286466 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043af72-c401-4dc2-b1df-624f7f29bc87 req-f986ea54-0193-4fe2-97b0-2a7d0d02f582 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:29.288002 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a043af72-c401-4dc2-b1df-624f7f29bc87 req-f986ea54-0193-4fe2-97b0-2a7d0d02f582 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0669711 Aug 27 04:45:29.329977 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a043af72-c401-4dc2-b1df-624f7f29bc87 req-65b38399-1df8-4fad-815d-809afded4529 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356236 Aug 27 04:45:29.373056 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['08adddb2-21a5-474b-a209-f2b3d71eb95a'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:29.412914 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b88ff-54b9-4811-b405-8ae8de3c009f req-2b3a2738-31a4-4b11-972c-6609ddb03dff tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:29.414559 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fc7b88ff-54b9-4811-b405-8ae8de3c009f req-2b3a2738-31a4-4b11-972c-6609ddb03dff tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 945 time: 0.0521109 Aug 27 04:45:29.453334 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa41783-eb66-4037-8da3-1f443fcdd8aa req-8e2d25ba-a4d0-48e3-814b-4e73f550b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:29.456227 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7fa41783-eb66-4037-8da3-1f443fcdd8aa req-8e2d25ba-a4d0-48e3-814b-4e73f550b61f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 1099 time: 0.0459616 Aug 27 04:45:29.499401 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fc7b88ff-54b9-4811-b405-8ae8de3c009f req-90b959c4-b77f-46f6-bfab-6d04020d2424 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787745 Aug 27 04:45:29.515492 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7fa41783-eb66-4037-8da3-1f443fcdd8aa req-4864f704-7b78-4d20-959e-e0146b660267 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521238 Aug 27 04:45:29.776766 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44170) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:29.880800 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-05ae139b-f6db-43c3-a9dc-6b33ec383859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:29.973111 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-05ae139b-f6db-43c3-a9dc-6b33ec383859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.044554 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074727fc-a00f-4b5b-973b-aaf8024845a1 req-4bb8ac3b-23d9-4fdb-832a-3fc8bf071ee6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:30.045969 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-074727fc-a00f-4b5b-973b-aaf8024845a1 req-4bb8ac3b-23d9-4fdb-832a-3fc8bf071ee6 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 946 time: 0.0571051 Aug 27 04:45:30.078850 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-05ae139b-f6db-43c3-a9dc-6b33ec383859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.088999 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-074727fc-a00f-4b5b-973b-aaf8024845a1 req-62902ba6-e670-440a-bb37-5ae3095414eb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Aug 27 04:45:30.118317 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-05ae139b-f6db-43c3-a9dc-6b33ec383859 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77f6057e8c2f494cba500ba65bba7d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404033 Aug 27 04:45:30.119158 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae139b-f6db-43c3-a9dc-6b33ec383859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab7da97-d8eb-4702-8018-ac0ea04519f6,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:30.125732 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44186) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:30.181311 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-00aaf000-c55c-480c-b49f-2ab35e86ec9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.203351 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-00aaf000-c55c-480c-b49f-2ab35e86ec9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.342263 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-00aaf000-c55c-480c-b49f-2ab35e86ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.344953 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-00aaf000-c55c-480c-b49f-2ab35e86ec9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.348946 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-00aaf000-c55c-480c-b49f-2ab35e86ec9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ab7da97-d8eb-4702-8018-ac0ea04519f6 HTTP/1.1" status: 204 len: 168 time: 0.2221746 Aug 27 04:45:30.363743 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaf000-c55c-480c-b49f-2ab35e86ec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab7da97-d8eb-4702-8018-ac0ea04519f6,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:30.457866 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02babbf6-a479-4158-821e-efeb9d757c0c req-2b0ab083-2f88-48d0-90ab-1fb51b768c8a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:30.459583 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-02babbf6-a479-4158-821e-efeb9d757c0c req-2b0ab083-2f88-48d0-90ab-1fb51b768c8a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0511577 Aug 27 04:45:30.502872 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-02babbf6-a479-4158-821e-efeb9d757c0c req-034241e5-2b2c-4823-be33-5e44b676a7cc tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365694 Aug 27 04:45:30.622450 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 08adddb2-21a5-474b-a209-f2b3d71eb95a up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:30.635529 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea1943-eea0-4e33-ada1-ec18dec9a052 req-de11abcf-3f03-4bfb-8366-924baf9ba3d9 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:30.637418 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dbea1943-eea0-4e33-ada1-ec18dec9a052 req-de11abcf-3f03-4bfb-8366-924baf9ba3d9 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 945 time: 0.0672014 Aug 27 04:45:30.686923 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dbea1943-eea0-4e33-ada1-ec18dec9a052 req-1f08abe3-415f-4e9f-80f9-66f0c5d2aad4 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Aug 27 04:45:30.816499 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 08adddb2-21a5-474b-a209-f2b3d71eb95a completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:30.820772 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 08adddb2-21a5-474b-a209-f2b3d71eb95a triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:30.821205 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.907202 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.945575 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 08adddb2-21a5-474b-a209-f2b3d71eb95a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08adddb2-21a5-474b-a209-f2b3d71eb95a,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:30.998890 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:30.999828 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d22cb75f-b91b-4def-8246-1782a5f948d2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:31.040062 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08adddb2-21a5-474b-a209-f2b3d71eb95a'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:31.042125 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011c65db-4d8b-4696-919b-d8d18211f222" -d '{"events": [{"server_uuid": "ad1d8699-65bf-4bf7-b8c4-8194ca00086f", "name": "network-vif-plugged", "status": "completed", "tag": "08adddb2-21a5-474b-a209-f2b3d71eb95a"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:31.048072 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: d22cb75f-b91b-4def-8246-1782a5f948d2 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:45:31.048476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d22cb75f-b91b-4def-8246-1782a5f948d2 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:31.077901 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=08adddb2-21a5-474b-a209-f2b3d71eb95a,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.095992 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59503bfa-eb21-4cab-88e5-9c894e012d58 x-openstack-request-id: req-59503bfa-eb21-4cab-88e5-9c894e012d58 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:31.096570 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1d8699-65bf-4bf7-b8c4-8194ca00086f", "name": "network-vif-plugged", "status": "completed", "tag": "08adddb2-21a5-474b-a209-f2b3d71eb95a", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:31.096570 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59503bfa-eb21-4cab-88e5-9c894e012d58 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:31.096973 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08adddb2-21a5-474b-a209-f2b3d71eb95a', 'code': 200} Aug 27 04:45:31.188091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44232) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:31.217678 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1826d-e2d8-4d7d-876d-c607544cd139 req-4cd85be6-6af2-44a1-9054-217810b5ca12 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:31.219176 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0bb1826d-e2d8-4d7d-876d-c607544cd139 req-4cd85be6-6af2-44a1-9054-217810b5ca12 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 946 time: 0.0517306 Aug 27 04:45:31.266301 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] Deleting subnet 2e91b692-25b0-47a6-b56c-5b738fe7eb06 {{(pid=101016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:45:31.271141 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.276597 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0bb1826d-e2d8-4d7d-876d-c607544cd139 req-bb6a6acd-af50-477e-a3ab-5cdfe6a390ca tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510900 Aug 27 04:45:31.293901 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44238) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:31.316828 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-95b6bf7c-0241-4f74-bed9-efda6e5ffeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.331525 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.353355 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.419586 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-95b6bf7c-0241-4f74-bed9-efda6e5ffeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.473369 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-95b6bf7c-0241-4f74-bed9-efda6e5ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.473738 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for subnet, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.501229 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e91b692-25b0-47a6-b56c-5b738fe7eb06,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.504747 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.506835 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-02dc929c-7248-46bb-9628-24653d2c374c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2e91b692-25b0-47a6-b56c-5b738fe7eb06 HTTP/1.1" status: 204 len: 168 time: 0.3177345 Aug 27 04:45:31.509663 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44244) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:31.546406 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-95b6bf7c-0241-4f74-bed9-efda6e5ffeb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d774b573643947ed99aa523db604b985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511840 Aug 27 04:45:31.554725 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44250) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:31.556202 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6bf7c-0241-4f74-bed9-efda6e5ffeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79243f7-3b96-4b10-bd42-311d53a3e990,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.589112 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfdd7-a36b-40ad-9553-2c32dafd64db req-79f23e74-ec74-4297-ad61-55f261218475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:31.590752 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-729bfdd7-a36b-40ad-9553-2c32dafd64db req-79f23e74-ec74-4297-ad61-55f261218475 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 1099 time: 0.1052978 Aug 27 04:45:31.600617 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.646499 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-729bfdd7-a36b-40ad-9553-2c32dafd64db req-a32fafab-13fd-4dba-b8e0-7eafbad5e7a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474930 Aug 27 04:45:31.647240 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d59ea4ed-24d6-4499-8756-c65272470e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.671413 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d59ea4ed-24d6-4499-8756-c65272470e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.676341 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a4096-700b-48fd-92ce-4a39dc055162 req-e0465346-11a7-4fca-8f3b-c6b568dd9ed1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:31.677883 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4d7a4096-700b-48fd-92ce-4a39dc055162 req-e0465346-11a7-4fca-8f3b-c6b568dd9ed1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0932693 Aug 27 04:45:31.734984 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.753644 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.754000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.754780 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.755128 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.755460 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.755807 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.756134 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.756512 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.756836 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.757180 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.802630 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3722513-4cb3-4781-9bea-b96e2445cdb9 req-103180b1-a2bf-4c1c-a932-477cbbbfe0d3 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:31.804131 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d3722513-4cb3-4781-9bea-b96e2445cdb9 req-103180b1-a2bf-4c1c-a932-477cbbbfe0d3 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 946 time: 0.0488737 Aug 27 04:45:31.830055 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.830421 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.830763 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.831099 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:45:31.831805 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848d33ef-e3dc-4a79-b983-71da73e63d20']}} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:31.844905 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d3722513-4cb3-4781-9bea-b96e2445cdb9 req-4a47baa3-5761-43bb-ad21-253ddf30d74e tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Aug 27 04:45:31.853779 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4d7a4096-700b-48fd-92ce-4a39dc055162 req-8bc44b6e-7a9d-4587-8570-5ebd345e023c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468015 Aug 27 04:45:31.855536 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef') {'for_net_delete': True} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:31.855841 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cfd40c-3b17-4ee8-8bd7-f5d3ec785cef') {} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:31.873551 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d59ea4ed-24d6-4499-8756-c65272470e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.875809 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9740180'] for segment, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.876481 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d59ea4ed-24d6-4499-8756-c65272470e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.877618 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d59ea4ed-24d6-4499-8756-c65272470e36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e79243f7-3b96-4b10-bd42-311d53a3e990 HTTP/1.1" status: 204 len: 168 time: 0.3223519 Aug 27 04:45:31.885105 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ea4ed-24d6-4499-8756-c65272470e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79243f7-3b96-4b10-bd42-311d53a3e990,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:31.899811 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.912738 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:45:31.913151 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6856922'] for segment, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: from cryptography.utils import int_from_bytes Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: from cryptography.utils import int_from_bytes Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: Traceback (most recent call last): Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: timer() Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: cb(*args, **kw) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: return func(*args, **kwargs) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: self._notify() Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: self.callback(batched_events) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: event.method(event) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: return f(self, *a, **k) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._get(url).json() Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: return self.request(url, 'GET', **kwargs) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:45:31.917176 dv-cinder-778193-4-iscsi neutron-server[101016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:45:32.082741 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.090320 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.092848 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/848d33ef-e3dc-4a79-b983-71da73e63d20 HTTP/1.1" status: 204 len: 168 time: 0.5821292 Aug 27 04:45:32.104481 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa520a-fe9b-4698-a99f-2e725d0462d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=848d33ef-e3dc-4a79-b983-71da73e63d20,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:32.428567 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a0ee1-4d05-4426-9d89-96d16dc682c0 req-f8d08f39-de63-4d01-b8fd-6e0f1ae6ed1b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:32.428567 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d52a0ee1-4d05-4426-9d89-96d16dc682c0 req-f8d08f39-de63-4d01-b8fd-6e0f1ae6ed1b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 946 time: 0.0510707 Aug 27 04:45:32.458418 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d52a0ee1-4d05-4426-9d89-96d16dc682c0 req-1246f5dd-75a6-44ab-95e0-e5866e8747a7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Aug 27 04:45:32.467464 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44270) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:32.513789 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-826c0398-1068-4ec4-85ef-a7418b169de3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ca6f1d385e747fda6bcfb72620f85f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446210 Aug 27 04:45:32.516474 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44274) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:32.586486 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058aa24-5f52-41c2-a155-89f88fcaedd4 req-4701a552-3681-490f-9253-e0db1c4c4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:32.587973 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2058aa24-5f52-41c2-a155-89f88fcaedd4 req-4701a552-3681-490f-9253-e0db1c4c4c07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 1098 time: 0.0731683 Aug 27 04:45:32.616148 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-df0bed45-e0cd-4869-ae61-917294f6290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.650599 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-df0bed45-e0cd-4869-ae61-917294f6290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.657631 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44290) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:32.660748 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2058aa24-5f52-41c2-a155-89f88fcaedd4 req-b11c12fd-4511-467a-9b94-6dedbc949cde service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Aug 27 04:45:32.680563 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-c12c9192-3d4e-4408-9576-bae40b015913 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a105a4a28f9544848cdf60f4e1f9dd6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312984 Aug 27 04:45:32.681167 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d2a56bff-a55b-406a-8d09-07eb3e64f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.826348 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-df0bed45-e0cd-4869-ae61-917294f6290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.829572 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-df0bed45-e0cd-4869-ae61-917294f6290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.833127 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-df0bed45-e0cd-4869-ae61-917294f6290a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f77ca993-6673-4722-8873-dac04e38672f HTTP/1.1" status: 204 len: 168 time: 0.3130620 Aug 27 04:45:32.852879 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bed45-e0cd-4869-ae61-917294f6290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ca993-6673-4722-8873-dac04e38672f,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:32.867514 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d2a56bff-a55b-406a-8d09-07eb3e64f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.897084 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-1f7e491f-0ddf-4048-a8e8-f3ab7d131fea tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:32.901166 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-1f7e491f-0ddf-4048-a8e8-f3ab7d131fea tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229342 Aug 27 04:45:32.916620 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-30e6fa29-8900-4231-bdcf-5a57fb49e0e8 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/quotas/a105a4a28f9544848cdf60f4e1f9dd6b HTTP/1.1" status: 200 len: 375 time: 0.0111463 Aug 27 04:45:32.936037 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d2a56bff-a55b-406a-8d09-07eb3e64f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:32.957828 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0d6a5472-b1ef-4538-ba44-d8e9ab42163e tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a105a4a28f9544848cdf60f4e1f9dd6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335307 Aug 27 04:45:32.967612 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a56bff-a55b-406a-8d09-07eb3e64f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3682aac8-35aa-4fed-bd38-8a154cc54c73,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:32.988913 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d2a56bff-a55b-406a-8d09-07eb3e64f66a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41af205ca4c54d6b8e96f73ec7c95427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301263 Aug 27 04:45:32.991487 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44304) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:33.080248 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-157c8030-cc47-442b-a60a-170ef47845b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.114547 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-157c8030-cc47-442b-a60a-170ef47845b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.249002 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-157c8030-cc47-442b-a60a-170ef47845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.251658 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-157c8030-cc47-442b-a60a-170ef47845b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:33.255634 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-157c8030-cc47-442b-a60a-170ef47845b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3682aac8-35aa-4fed-bd38-8a154cc54c73 HTTP/1.1" status: 204 len: 168 time: 0.2632782 Aug 27 04:45:33.267831 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c8030-cc47-442b-a60a-170ef47845b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3682aac8-35aa-4fed-bd38-8a154cc54c73,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:33.518814 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158b9ca-091d-4377-809a-44c61d45c57a req-1d5f8b38-d8ab-4725-905e-7cffb9a6cb0b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:33.526350 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6158b9ca-091d-4377-809a-44c61d45c57a req-1d5f8b38-d8ab-4725-905e-7cffb9a6cb0b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0791888 Aug 27 04:45:33.577275 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6158b9ca-091d-4377-809a-44c61d45c57a req-68a91d53-4fe5-4694-b1d4-695efc58e878 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499299 Aug 27 04:45:33.619191 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34f5f-aca4-4291-801b-a19a39c1f130 req-f05fcbc4-dbaf-4fd7-b579-467d0b31a365 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:33.620781 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-11d34f5f-aca4-4291-801b-a19a39c1f130 req-f05fcbc4-dbaf-4fd7-b579-467d0b31a365 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 946 time: 0.0907147 Aug 27 04:45:33.663463 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-11d34f5f-aca4-4291-801b-a19a39c1f130 req-03e99bc3-1728-4f6a-bb56-815d4a248168 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Aug 27 04:45:33.744928 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f3c12fd2-4f05-48c6-9455-226f6cea4a0d req-8e68a31a-00d7-425c-9ab3-2276b1c9a405 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 210 time: 0.0398409 Aug 27 04:45:34.680950 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc677776-3d7d-4e6f-85c4-56cb9b1bd5ef req-479b62cf-216d-4a11-8699-dee590c88f83 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:34.682469 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cc677776-3d7d-4e6f-85c4-56cb9b1bd5ef req-479b62cf-216d-4a11-8699-dee590c88f83 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0487330 Aug 27 04:45:34.721072 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cc677776-3d7d-4e6f-85c4-56cb9b1bd5ef req-b5ec1dea-226c-4302-adc5-680164137064 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Aug 27 04:45:34.854897 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98f639-9459-47bd-a137-b1040637faea req-29b7b423-ada0-4cf6-b6a5-fd6f0d73b3da tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:34.856782 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3e98f639-9459-47bd-a137-b1040637faea req-29b7b423-ada0-4cf6-b6a5-fd6f0d73b3da tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0613568 Aug 27 04:45:34.897632 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3e98f639-9459-47bd-a137-b1040637faea req-38c26044-6e26-412e-b14f-38a78c532775 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349007 Aug 27 04:45:35.092514 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b751bafa-4045-4907-a29b-bfb811c70f39 req-2aee5809-bb7d-4e1d-aec9-74dc5b3fe358 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 210 time: 0.0275226 Aug 27 04:45:35.320197 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:45:36.125209 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-14cb6ed0-189e-4fef-816e-3c6b9016e692 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a105a4a28f9544848cdf60f4e1f9dd6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295653 Aug 27 04:45:36.334606 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-a804fde2-fdfa-4107-bd94-35ac2df9756b tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:36.336435 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-a804fde2-fdfa-4107-bd94-35ac2df9756b tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983297 Aug 27 04:45:36.361439 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Request body: {'port': {'device_id': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d', 'admin_state_up': True, 'tenant_id': 'a105a4a28f9544848cdf60f4e1f9dd6b'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:36.517903 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-37938fe0-2037-4d5d-9079-0a489dd0b3e7 req-66d72a4e-64aa-4432-900b-2c824025b4e3 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 210 time: 0.0464613 Aug 27 04:45:36.631451 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e0d7a-a4de-4042-a074-f7a1f18f15b6 req-e2b5a8a5-8f43-4b7b-9fbc-534f7a31dc49 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:36.632967 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-543e0d7a-a4de-4042-a074-f7a1f18f15b6 req-e2b5a8a5-8f43-4b7b-9fbc-534f7a31dc49 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 946 time: 0.0593410 Aug 27 04:45:36.673010 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-543e0d7a-a4de-4042-a074-f7a1f18f15b6 req-cd6a47d7-7462-46df-b664-095b142dfb5f tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338550 Aug 27 04:45:36.785075 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-22bb3b6a-fd43-4ec3-81f7-e8a9cf1a949a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:36.786544 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-22bb3b6a-fd43-4ec3-81f7-e8a9cf1a949a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.1449687 Aug 27 04:45:36.804692 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-bd18fae1-b68c-4873-8198-6f4ba3cf9e1a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/quotas/47cca0df6e9e4252b3273dbfa06aa6bf HTTP/1.1" status: 200 len: 375 time: 0.0116801 Aug 27 04:45:36.857707 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-aafd19a1-7c91-4feb-8ce3-6443634efd35 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467436 Aug 27 04:45:36.909724 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Made reservation on behalf of a105a4a28f9544848cdf60f4e1f9dd6b for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:36.913703 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.925824 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:36.988770 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-580838a1-e644-408f-9920-3eb57798137e service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240604 Aug 27 04:45:37.118580 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:37.121166 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-f3b2f5a7-24bc-4284-aa10-ac54074ed902 service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261230 Aug 27 04:45:37.191502 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:37.255680 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:37.334582 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Allocated IP 192.168.233.254 (3e4e603d-9e10-4c7a-95f0-dc02cda2807d/28ec0564-30ca-4fc7-a59d-61f605eff0f1/6e3e014f-50d1-494b-8867-98ac687b0eca) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:37.392941 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43639a0b-d512-4ad0-8a40-42db2ba34964 req-2d51e57a-4241-4340-9fec-43e8a38f938c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 210 time: 0.0340979 Aug 27 04:45:37.544527 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:37.558641 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Transition to ACTIVE for port object 6e3e014f-50d1-494b-8867-98ac687b0eca will not be triggered until provisioned by entity DHCP. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:37.632499 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a586a40d-dd75-4b9f-9675-b830a25ec447 req-4ab29f12-c853-46e0-851b-6823bc2431ad tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 210 time: 0.0257301 Aug 27 04:45:37.731982 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:37.774470 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:37.780171 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:37.783878 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:37.823422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Pushing event updated for resources: {'Port': ['ID=6e3e014f-50d1-494b-8867-98ac687b0eca,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:37.850114 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:37.850800 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:37.988317 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-0b4003f9-26f4-46ad-b406-591af45a616f tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6351681 Aug 27 04:45:38.073288 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-d7694db8-8858-48d6-96c8-192e62e8d43b None None] Provisioning for port 6e3e014f-50d1-494b-8867-98ac687b0eca completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:38.083446 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-d7694db8-8858-48d6-96c8-192e62e8d43b None None] Provisioning complete for port 6e3e014f-50d1-494b-8867-98ac687b0eca triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:38.083446 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d7694db8-8858-48d6-96c8-192e62e8d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:38.121607 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-d7694db8-8858-48d6-96c8-192e62e8d43b None None] Port 6e3e014f-50d1-494b-8867-98ac687b0eca cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:45:38.212062 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732444-0d0b-4875-8513-5e62f0d1775f req-9c44cb05-c5f8-4bf6-87d2-27c4b9f117fe tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:38.213523 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d732444-0d0b-4875-8513-5e62f0d1775f req-9c44cb05-c5f8-4bf6-87d2-27c4b9f117fe tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 946 time: 0.0497789 Aug 27 04:45:38.250922 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d732444-0d0b-4875-8513-5e62f0d1775f req-08b577cb-1e80-4fac-9846-caad13429bc9 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Aug 27 04:45:38.467313 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6afd254e-4ab3-4c70-aae5-ea7e63af0289 req-fc321d38-bdbd-452d-93a6-9d0b3a9e13bb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 210 time: 0.0257888 Aug 27 04:45:38.750287 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b5d2-9e56-4e65-a8df-4992541a7fe5 req-c14a3cf0-59a4-4884-907d-07fcf2ba0d47 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:38.751785 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f8a3b5d2-9e56-4e65-a8df-4992541a7fe5 req-c14a3cf0-59a4-4884-907d-07fcf2ba0d47 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 936 time: 0.0462749 Aug 27 04:45:38.788729 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f8a3b5d2-9e56-4e65-a8df-4992541a7fe5 req-ca5eb69d-e9a8-4792-99f6-f52c842b0f79 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Aug 27 04:45:39.366666 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb2b59-f973-40b9-9a74-78c307640da1 req-5c657a8b-73da-4ce9-ae1b-00d7868e9026 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:39.368168 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-60cb2b59-f973-40b9-9a74-78c307640da1 req-5c657a8b-73da-4ce9-ae1b-00d7868e9026 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 946 time: 0.0492415 Aug 27 04:45:39.410146 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-60cb2b59-f973-40b9-9a74-78c307640da1 req-2d491c8a-92ab-4aa3-a8c5-782f2a357553 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358627 Aug 27 04:45:39.558137 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9952465b-199e-469c-afbc-cbb73fb61505 req-be88414f-16dd-439d-9d46-9100ad5af536 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 210 time: 0.0248547 Aug 27 04:45:39.766510 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Request body: {'port': {'device_id': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:39.821769 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:39.901273 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cc3d7-16b5-432b-9faf-13371eed0468 req-efdcae4c-16a0-45d6-a645-4bb53d1aa340 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:39.902918 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fc6cc3d7-16b5-432b-9faf-13371eed0468 req-efdcae4c-16a0-45d6-a645-4bb53d1aa340 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 936 time: 0.0484221 Aug 27 04:45:39.940771 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fc6cc3d7-16b5-432b-9faf-13371eed0468 req-32a511be-bd3e-414c-9815-2374d2750d91 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 27 04:45:40.091306 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3e014f-50d1-494b-8867-98ac687b0eca {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:40.098858 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:40.110565 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Transition to ACTIVE for port object 6e3e014f-50d1-494b-8867-98ac687b0eca will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:40.198473 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:40.259023 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e014f-50d1-494b-8867-98ac687b0eca,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:40.330616 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Attempting to bind port 6e3e014f-50d1-494b-8867-98ac687b0eca on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:40.330966 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Attempting to bind port 6e3e014f-50d1-494b-8867-98ac687b0eca by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:40.331306 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Attempting to bind port 6e3e014f-50d1-494b-8867-98ac687b0eca on network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:40.336602 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Port 6e3e014f-50d1-494b-8867-98ac687b0eca on network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:40.336939 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Attempting to bind port 6e3e014f-50d1-494b-8867-98ac687b0eca on network 3e4e603d-9e10-4c7a-95f0-dc02cda2807d {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:40.346274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:40.346274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Checking segment: {'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:40.346274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Bound using segment: {'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:40.346274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Bound port: 6e3e014f-50d1-494b-8867-98ac687b0eca, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc6efef-58a3-4d82-a287-d0fdcf463239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:40.346274 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:40.411380 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] For port 6e3e014f-50d1-494b-8867-98ac687b0eca, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:40.414542 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] For port 6e3e014f-50d1-494b-8867-98ac687b0eca, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e3e014f-50d1-494b-8867-98ac687b0eca,segment=NetworkSegment(7fc6efef-58a3-4d82-a287-d0fdcf463239),segment_id=7fc6efef-58a3-4d82-a287-d0fdcf463239)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:40.415655 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917885b-edb9-45fe-8731-9e54969368fc req-265369dd-f2bf-4a76-a549-34dcf6e6f46d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:40.417155 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6917885b-edb9-45fe-8731-9e54969368fc req-265369dd-f2bf-4a76-a549-34dcf6e6f46d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 946 time: 0.0498862 Aug 27 04:45:40.550162 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0351fa3-272c-4b2a-bd12-e07de749a3b6 req-a8958280-d17b-415c-8953-3476dde7ee9c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:40.555293 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f0351fa3-272c-4b2a-bd12-e07de749a3b6 req-a8958280-d17b-415c-8953-3476dde7ee9c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 946 time: 0.0722587 Aug 27 04:45:40.557293 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:40.611166 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Deleting port 08adddb2-21a5-474b-a209-f2b3d71eb95a {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:45:40.611962 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:40.615914 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:40.616523 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:40.619039 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e3e014f-50d1-494b-8867-98ac687b0eca HTTP/1.1" status: 200 len: 1098 time: 0.8577857 Aug 27 04:45:40.621286 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'tag': '6e3e014f-50d1-494b-8867-98ac687b0eca'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:40.623506 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ffb9c4-88af-445f-9b76-d29d158974f9" -d '{"events": [{"name": "network-changed", "server_uuid": "afc89531-9c05-44ce-8b8b-a7414e412774", "tag": "6e3e014f-50d1-494b-8867-98ac687b0eca"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:40.666292 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f0351fa3-272c-4b2a-bd12-e07de749a3b6 req-347f7e3c-9ef4-482c-a7c3-d9b738d8c900 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993261 Aug 27 04:45:40.670896 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba4e28-2f56-41d8-9c65-24b73c72d834 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e014f-50d1-494b-8867-98ac687b0eca,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:40.749558 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3085f1c9-1bc1-4477-aae5-512379483da7 x-openstack-request-id: req-3085f1c9-1bc1-4477-aae5-512379483da7 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:40.750543 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc89531-9c05-44ce-8b8b-a7414e412774", "tag": "6e3e014f-50d1-494b-8867-98ac687b0eca", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:40.750887 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3085f1c9-1bc1-4477-aae5-512379483da7 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:40.751311 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'tag': '6e3e014f-50d1-494b-8867-98ac687b0eca', 'status': 'completed', 'code': 200} Aug 27 04:45:40.851524 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffb9c4-88af-445f-9b76-d29d158974f9 req-aec31fd3-da5e-48d9-a250-f56df423addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:40.853779 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4ffb9c4-88af-445f-9b76-d29d158974f9 req-aec31fd3-da5e-48d9-a250-f56df423addb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a105a4a28f9544848cdf60f4e1f9dd6b&device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 1101 time: 0.0708244 Aug 27 04:45:40.908697 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4ffb9c4-88af-445f-9b76-d29d158974f9 req-0ecb4539-a221-4b38-a02b-9d806066efd4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a105a4a28f9544848cdf60f4e1f9dd6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416250 Aug 27 04:45:40.950465 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cb2fc833-012c-4b4f-8a54-b292dc104e3a req-8852525f-ae99-4026-b7ac-832d8282866d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 210 time: 0.0363345 Aug 27 04:45:40.997729 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] For port 08adddb2-21a5-474b-a209-f2b3d71eb95a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=08adddb2-21a5-474b-a209-f2b3d71eb95a,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:40.998104 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:41.023432 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Calling delete_port for 08adddb2-21a5-474b-a209-f2b3d71eb95a owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:45:41.043549 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffb9c4-88af-445f-9b76-d29d158974f9 req-31fbd147-39d0-4d88-bb59-fd68e8e47a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.050857 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4ffb9c4-88af-445f-9b76-d29d158974f9 req-31fbd147-39d0-4d88-bb59-fd68e8e47a19 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077530 Aug 27 04:45:41.155702 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-b151d9b4-a957-4665-bfc9-a369679eac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.157457 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-b151d9b4-a957-4665-bfc9-a369679eac57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a105a4a28f9544848cdf60f4e1f9dd6b&device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 1101 time: 0.0493753 Aug 27 04:45:41.213037 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-770c095e-9a98-4012-a421-0abb153bc464 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=6e3e014f-50d1-494b-8867-98ac687b0eca HTTP/1.1" status: 200 len: 217 time: 0.0423777 Aug 27 04:45:41.248114 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d352813-29ca-4d56-8484-71ef50cc6746 req-763a6a15-4854-46eb-9a73-e0ffcd069573 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.249709 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3d352813-29ca-4d56-8484-71ef50cc6746 req-763a6a15-4854-46eb-9a73-e0ffcd069573 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 948 time: 0.0688689 Aug 27 04:45:41.294708 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3d352813-29ca-4d56-8484-71ef50cc6746 req-9d7b628d-e2c1-4c0e-b70b-c2a38f2cae37 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386684 Aug 27 04:45:41.339433 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-49eff133-2a0c-4ab4-86e0-983ba4fc535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.340985 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-49eff133-2a0c-4ab4-86e0-983ba4fc535c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28ec0564-30ca-4fc7-a59d-61f605eff0f1 HTTP/1.1" status: 200 len: 843 time: 0.1158309 Aug 27 04:45:41.358766 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:41.374704 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['08adddb2-21a5-474b-a209-f2b3d71eb95a'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:41.392665 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Pushing event deleted for resources: {'Port': ['ID=08adddb2-21a5-474b-a209-f2b3d71eb95a,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:41.448080 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-df0b5833-00e2-4f1d-8542-a79ff5fe6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.449699 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-df0b5833-00e2-4f1d-8542-a79ff5fe6e76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e4e603d-9e10-4c7a-95f0-dc02cda2807d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0971889 Aug 27 04:45:41.455297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] No DVR routers for this DVR port 08adddb2-21a5-474b-a209-f2b3d71eb95a on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:45:41.458266 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:41.460404 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-62d11763-1595-427b-a82b-2c67575e1338 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.460545 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6917885b-edb9-45fe-8731-9e54969368fc req-d62800a9-f12b-47b8-9446-b5cc03f37e96 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "DELETE /v2.0/ports/08adddb2-21a5-474b-a209-f2b3d71eb95a HTTP/1.1" status: 204 len: 173 time: 1.0357041 Aug 27 04:45:41.461066 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'name': 'network-vif-deleted', 'tag': '08adddb2-21a5-474b-a209-f2b3d71eb95a'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:41.461868 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-62d11763-1595-427b-a82b-2c67575e1338 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.1936376 Aug 27 04:45:41.463441 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a637514-ff8a-499f-b3c7-9d856e74d65b" -d '{"events": [{"server_uuid": "ad1d8699-65bf-4bf7-b8c4-8194ca00086f", "name": "network-vif-deleted", "tag": "08adddb2-21a5-474b-a209-f2b3d71eb95a"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:41.480079 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3e2f-caf9-4422-bf46-379fac88e8de req-0521316f-8c28-45c4-8d3e-73702a94dfd4 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.483111 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ef8d3e2f-caf9-4422-bf46-379fac88e8de req-0521316f-8c28-45c4-8d3e-73702a94dfd4 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0965526 Aug 27 04:45:41.505992 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab222b81-0e95-4bc8-9b27-295f772f3d7b x-openstack-request-id: req-ab222b81-0e95-4bc8-9b27-295f772f3d7b {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:41.505992 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1d8699-65bf-4bf7-b8c4-8194ca00086f", "name": "network-vif-deleted", "tag": "08adddb2-21a5-474b-a209-f2b3d71eb95a", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:41.505992 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab222b81-0e95-4bc8-9b27-295f772f3d7b {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:41.505992 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1d8699-65bf-4bf7-b8c4-8194ca00086f', 'name': 'network-vif-deleted', 'tag': '08adddb2-21a5-474b-a209-f2b3d71eb95a', 'status': 'completed', 'code': 200} Aug 27 04:45:41.513723 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Request body: {'port': {'device_id': '77eb0682-4968-4f00-af41-f81ed78677be', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'admin_state_up': True, 'tenant_id': '47cca0df6e9e4252b3273dbfa06aa6bf'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:41.545416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-0376c5c7-03fa-41a6-8000-1e689f418d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.546962 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-0376c5c7-03fa-41a6-8000-1e689f418d57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.0519242 Aug 27 04:45:41.674760 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ef8d3e2f-caf9-4422-bf46-379fac88e8de req-5208617c-061e-42d0-9d41-8f50669b0625 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792231 Aug 27 04:45:41.736396 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-3e8649c8-d5c7-422b-b1c1-82d77d83e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.737906 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-3e8649c8-d5c7-422b-b1c1-82d77d83e6bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.1614175 Aug 27 04:45:41.747952 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-3405de81-0804-4313-bf58-df91910ee76b service neutron] 10.222.0.43 "GET /v2.0/networks/3e4e603d-9e10-4c7a-95f0-dc02cda2807d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637935 Aug 27 04:45:41.793110 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-366b6060-ccf9-4e4c-bf2a-96c722f93958 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 217 time: 0.0462456 Aug 27 04:45:41.848698 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e71e30e1-8a56-4276-a643-1b0ae23d3d0a req-17642179-cb3c-49da-93d6-209121c4d07c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad1d8699-65bf-4bf7-b8c4-8194ca00086f HTTP/1.1" status: 200 len: 210 time: 0.0516241 Aug 27 04:45:41.876163 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-40c2e96c-1e01-4c82-80a3-6ee10ca19962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:41.877769 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-40c2e96c-1e01-4c82-80a3-6ee10ca19962 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0748374 Aug 27 04:45:41.889014 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f86e97a6-252d-4a0b-8c94-de9ba303d6ce req-b759c09b-8896-4311-a4b3-ee1600f13fcb service neutron] 10.222.0.43 "GET /v2.0/networks/3e4e603d-9e10-4c7a-95f0-dc02cda2807d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338151 Aug 27 04:45:41.918849 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Made reservation on behalf of 47cca0df6e9e4252b3273dbfa06aa6bf for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:41.922560 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:41.939612 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-6c26bad4-4c84-423a-b6b7-2be4f0267f92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401666 Aug 27 04:45:42.052781 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-a0a484e7-d7f2-4d93-9719-43e885e79f8d service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979247 Aug 27 04:45:42.071405 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-af4b6936-f203-45a6-ab07-30bfc4503729 req-460df6ca-c50c-4a5a-954b-2a9e18e237bb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 210 time: 0.0364680 Aug 27 04:45:42.089489 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Allocated IP 172.20.0.13 (2f7e92e8-2bb2-4a03-9eb6-63a7b892b668/c82e7364-c3da-4955-bc5c-253e0c004a0c/6a0c21fb-beef-4d05-9152-1a16b8e6f8c2) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:42.184890 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44590) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:42.244582 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09a1de89-2d33-4896-a3bd-5cdf18e0fd32 req-b3460dba-3db3-410e-ac0a-a78fe8df03b2 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628869 Aug 27 04:45:42.257274 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44594) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:42.311765 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.424892 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0653fade-2d5d-48d8-b631-5d41c495ba18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.427132 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0f92ade0-b362-4f9b-985a-0d9db417ce07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.437684 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.453223 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'faa1f003-4202-4ede-9e51-c66826ccd7ed'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:42.511663 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:42.520153 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:42.524335 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:42.526839 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event updated for resources: {'Port': ['ID=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:42.547047 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0653fade-2d5d-48d8-b631-5d41c495ba18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.566650 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dcba4-d9ff-41f9-a969-2856246d0c49 req-102c9be9-c2b1-49b5-9b40-32615b0321fd tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:42.568214 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c31dcba4-d9ff-41f9-a969-2856246d0c49 req-102c9be9-c2b1-49b5-9b40-32615b0321fd tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 948 time: 0.1513097 Aug 27 04:45:42.606510 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:42.607153 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.632518 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c31dcba4-d9ff-41f9-a969-2856246d0c49 req-d3be2cf8-4ae4-43f9-bd66-a49eebb860ea tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551584 Aug 27 04:45:42.652887 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0653fade-2d5d-48d8-b631-5d41c495ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.695356 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0653fade-2d5d-48d8-b631-5d41c495ba18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48f1416c71c6480a98db0bc3beff898b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368382 Aug 27 04:45:42.698329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44620) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:42.703656 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653fade-2d5d-48d8-b631-5d41c495ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed5f1d-6acc-4210-9b54-a1a525d4fe84,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:42.783692 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d3666222-54d4-4073-8396-d8e52c3aecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.784864 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0f92ade0-b362-4f9b-985a-0d9db417ce07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.821235 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d3666222-54d4-4073-8396-d8e52c3aecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.855690 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7a29-0c79-4b53-b1f9-9eb5fdf1bb7b req-2d603a1a-bd93-4d7c-8f02-43f50b2d52a5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:42.857231 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-571c7a29-0c79-4b53-b1f9-9eb5fdf1bb7b req-2d603a1a-bd93-4d7c-8f02-43f50b2d52a5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0860255 Aug 27 04:45:42.860411 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-0f92ade0-b362-4f9b-985a-0d9db417ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.907744 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-571c7a29-0c79-4b53-b1f9-9eb5fdf1bb7b req-a5159042-12a8-4d51-aaf6-10897b44bd9c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Aug 27 04:45:42.914118 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-0f92ade0-b362-4f9b-985a-0d9db417ce07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89a52f35522b47d7a180343148a48705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278364 Aug 27 04:45:42.918681 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44626) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:42.938658 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-e84ef635-364d-44da-b330-0c89f8088f5a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4433434 Aug 27 04:45:42.939305 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ade0-b362-4f9b-985a-0d9db417ce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee0bda-4e9a-459a-87f3-9d266c3760c5,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:42.962369 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Request body: {'port': {'device_id': '77eb0682-4968-4f00-af41-f81ed78677be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:42.992779 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d3666222-54d4-4073-8396-d8e52c3aecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.995277 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d3666222-54d4-4073-8396-d8e52c3aecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:42.999275 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-d3666222-54d4-4073-8396-d8e52c3aecb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52ed5f1d-6acc-4210-9b54-a1a525d4fe84 HTTP/1.1" status: 204 len: 168 time: 0.2970991 Aug 27 04:45:43.014989 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3666222-54d4-4073-8396-d8e52c3aecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed5f1d-6acc-4210-9b54-a1a525d4fe84,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:43.056672 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2f240f10-49f1-4a97-80a1-013aa2c7f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.067375 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.096245 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2f240f10-49f1-4a97-80a1-013aa2c7f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.205557 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0968-ecc6-4495-a0f4-60e48fb57650 req-244e749d-995f-43b7-aab9-303b5f3f8886 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:43.207094 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3f3a0968-ecc6-4495-a0f4-60e48fb57650 req-244e749d-995f-43b7-aab9-303b5f3f8886 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 932 time: 0.0569246 Aug 27 04:45:43.246819 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3f3a0968-ecc6-4495-a0f4-60e48fb57650 req-1bccb630-2221-493b-ad8a-37e5ec7f533f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Aug 27 04:45:43.357836 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f662e-decf-488d-9595-db4e63095e1a req-cdaaf1c4-3e52-4ac9-a730-00d8e4e85c7a tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:43.359280 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-cdaaf1c4-3e52-4ac9-a730-00d8e4e85c7a tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/networks?id=494d39b6-6488-44c3-93d6-bf005416a21e HTTP/1.1" status: 200 len: 808 time: 0.2405078 Aug 27 04:45:43.364041 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2f240f10-49f1-4a97-80a1-013aa2c7f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.366544 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2f240f10-49f1-4a97-80a1-013aa2c7f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.368842 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2f240f10-49f1-4a97-80a1-013aa2c7f3b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84ee0bda-4e9a-459a-87f3-9d266c3760c5 HTTP/1.1" status: 204 len: 168 time: 0.4490252 Aug 27 04:45:43.394192 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-9514e29a-205f-415e-9dbb-ae5edd58dae9 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/quotas/92b58305e4254a90a3ca4ad2b52756f5 HTTP/1.1" status: 200 len: 375 time: 0.0241661 Aug 27 04:45:43.396573 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f240f10-49f1-4a97-80a1-013aa2c7f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee0bda-4e9a-459a-87f3-9d266c3760c5,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:43.455924 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-1d457189-92b7-4fab-8505-152dea7914b5 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475109 Aug 27 04:45:43.586464 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:43.601252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.615274 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.626613 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Transition to ACTIVE for port object 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:43.626613 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-87a0de79-baac-4dce-94ab-49ba6b72fdc2 service neutron] 10.222.0.25 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518118 Aug 27 04:45:43.716801 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-8bfced40-4ac6-40f4-8352-8225a674d6a0 service neutron] 10.222.0.25 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905299 Aug 27 04:45:43.747527 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:43.760342 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6e3e014f-50d1-494b-8867-98ac687b0eca details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:43.824216 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 08adddb2-21a5-474b-a209-f2b3d71eb95a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:43.835932 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb72d92-53b5-45f9-b92e-79ffb5a5b45d req-017c3b57-7b31-4e7a-bdb7-8ec516e25a16 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:43.853556 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bfb72d92-53b5-45f9-b92e-79ffb5a5b45d req-017c3b57-7b31-4e7a-bdb7-8ec516e25a16 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 948 time: 0.1239445 Aug 27 04:45:43.928269 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 08adddb2-21a5-474b-a209-f2b3d71eb95a {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:45:43.929910 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 08adddb2-21a5-474b-a209-f2b3d71eb95a not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:43.940244 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bfb72d92-53b5-45f9-b92e-79ffb5a5b45d req-3ae62bcd-2042-4eab-b821-ece940f1abbe tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827327 Aug 27 04:45:44.023104 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 6e3e014f-50d1-494b-8867-98ac687b0eca, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e3e014f-50d1-494b-8867-98ac687b0eca,segment=NetworkSegment(7fc6efef-58a3-4d82-a287-d0fdcf463239),segment_id=7fc6efef-58a3-4d82-a287-d0fdcf463239)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:44.048554 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '6e3e014f-50d1-494b-8867-98ac687b0eca', 'network_id': '3e4e603d-9e10-4c7a-95f0-dc02cda2807d', 'port_id': '6e3e014f-50d1-494b-8867-98ac687b0eca', 'mac_address': 'fa:16:3e:96:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ec0564-30ca-4fc7-a59d-61f605eff0f1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:44.159587 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab701-aea2-440a-9a5f-bf39a253986c req-e006b53d-9fdd-4320-9a4a-aef0d9e78e2e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:44.162256 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0d3ab701-aea2-440a-9a5f-bf39a253986c req-e006b53d-9fdd-4320-9a4a-aef0d9e78e2e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0929468 Aug 27 04:45:44.185627 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:44.193733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:44.206642 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3e014f-50d1-494b-8867-98ac687b0eca {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:44.219695 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0d3ab701-aea2-440a-9a5f-bf39a253986c req-9fcfbe7d-55b6-4138-a93f-1145778ba0d6 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Aug 27 04:45:44.229130 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 6e3e014f-50d1-494b-8867-98ac687b0eca, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e3e014f-50d1-494b-8867-98ac687b0eca,segment=NetworkSegment(7fc6efef-58a3-4d82-a287-d0fdcf463239),segment_id=7fc6efef-58a3-4d82-a287-d0fdcf463239)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:44.241503 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-245b964e-ad3d-4cb9-b083-0171ca631fbf req-cccb0635-fb55-4466-8e9c-8d38ef8dff35 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 210 time: 0.0444157 Aug 27 04:45:44.293156 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Attempting to bind port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:44.293501 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Attempting to bind port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:44.293838 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Attempting to bind port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:44.299233 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:44.299569 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Attempting to bind port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:44.330451 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:44.338577 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:44.340929 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Checking segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:44.347977 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Bound using segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:44.347977 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Bound port: 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:44.347977 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:44.466714 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=6e3e014f-50d1-494b-8867-98ac687b0eca,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:44.474757 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] For port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:44.477723 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7aafb-d92f-4d5e-bef5-3a39d68afd07 req-3584e663-1e41-4ceb-abf4-c875749ae0e7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:44.479898 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0cd7aafb-d92f-4d5e-bef5-3a39d68afd07 req-3584e663-1e41-4ceb-abf4-c875749ae0e7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 944 time: 0.1423516 Aug 27 04:45:44.484425 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] For port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:44.510459 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44712) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:44.538896 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0cd7aafb-d92f-4d5e-bef5-3a39d68afd07 req-527af876-7d6b-41bb-9b14-a479f61c6b3b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524259 Aug 27 04:45:44.615970 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-619813720-network', 'tenant_id': '92b52bac76904561ad7afe6ed672e999'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:44.661022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:44.696812 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['6e3e014f-50d1-494b-8867-98ac687b0eca'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:44.709506 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:44.711076 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:44.712845 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] 10.222.0.43 "PUT /v2.0/ports/6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 HTTP/1.1" status: 200 len: 1094 time: 1.7596097 Aug 27 04:45:44.719203 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Made reservation on behalf of 92b52bac76904561ad7afe6ed672e999 for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:44.721929 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:44.727979 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb0682-4968-4f00-af41-f81ed78677be', 'tag': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:44.731570 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45899009-a132-42da-a649-1a0d49b54b11" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb0682-4968-4f00-af41-f81ed78677be", "tag": "6a0c21fb-beef-4d05-9152-1a16b8e6f8c2"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:44.742953 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:44.762721 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c223c-63d1-4797-9e91-fdf9d5a7c102 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:44.794433 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5132373b-a3f7-45a3-9909-534a6e440525 x-openstack-request-id: req-5132373b-a3f7-45a3-9909-534a6e440525 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:44.794936 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb0682-4968-4f00-af41-f81ed78677be", "tag": "6a0c21fb-beef-4d05-9152-1a16b8e6f8c2", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:44.795340 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5132373b-a3f7-45a3-9909-534a6e440525 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:44.798674 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb0682-4968-4f00-af41-f81ed78677be', 'tag': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2', 'status': 'completed', 'code': 200} Aug 27 04:45:44.887077 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45899009-a132-42da-a649-1a0d49b54b11 req-3aaf28a2-302a-43b3-a470-4e3c03be7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:44.890412 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-45899009-a132-42da-a649-1a0d49b54b11 req-3aaf28a2-302a-43b3-a470-4e3c03be7019 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 1097 time: 0.0624003 Aug 27 04:45:44.919229 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.008540 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45899009-a132-42da-a649-1a0d49b54b11 req-c969b9c6-2a4a-48d9-b350-c565bb2f6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.010193 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-45899009-a132-42da-a649-1a0d49b54b11 req-c969b9c6-2a4a-48d9-b350-c565bb2f6d46 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1115160 Aug 27 04:45:45.084135 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.107952 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:45.121711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8004c962-db27-45d0-a7f2-7b4972fbca46,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:45.127073 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.127436 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Added segment 2e64c820-1c8e-4785-b5f5-b53c522d129a of type vlan for network 613bda8f-41ae-4346-8e6b-bc116801f626 Aug 27 04:45:45.147123 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001636-db08-4eb4-a0a9-7408e31aa1ce req-71d17f67-dbc0-403a-a30a-0765382c11a5 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.148685 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2f001636-db08-4eb4-a0a9-7408e31aa1ce req-71d17f67-dbc0-403a-a30a-0765382c11a5 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 949 time: 0.1375875 Aug 27 04:45:45.172493 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45899009-a132-42da-a649-1a0d49b54b11 req-fc22ca07-8577-4cd0-9f16-97e6c04e3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.173836 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.173973 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-45899009-a132-42da-a649-1a0d49b54b11 req-fc22ca07-8577-4cd0-9f16-97e6c04e3874 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530936 Aug 27 04:45:45.209629 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2f001636-db08-4eb4-a0a9-7408e31aa1ce req-a20a5ed8-efc8-4b97-bc49-a48c4c6c50aa tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488381 Aug 27 04:45:45.293407 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-581fc296-c0cb-4912-860b-876cdc11a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.295293 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-581fc296-c0cb-4912-860b-876cdc11a751 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 1097 time: 0.0447338 Aug 27 04:45:45.345926 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-5003feac-ed80-4f55-9214-13154b4f3049 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 HTTP/1.1" status: 200 len: 217 time: 0.0409071 Aug 27 04:45:45.354461 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7c16-218d-4233-a297-187207fa1c94 req-8805d6fa-83bb-4ecc-a210-dab3127360dd tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.356684 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-31bf7c16-218d-4233-a297-187207fa1c94 req-8805d6fa-83bb-4ecc-a210-dab3127360dd tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0570562 Aug 27 04:45:45.358773 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.359875 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.360554 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.373036 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-749dfdf1-9eaa-4ca2-8a4e-f174dbb06880 req-1cbd5239-6b4b-4fc5-bbaa-03e4f4ac6b8f tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 210 time: 0.0300927 Aug 27 04:45:45.429639 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-4ffa6874-4f74-46bb-8951-b8548c3d2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.431135 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-4ffa6874-4f74-46bb-8951-b8548c3d2b27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c82e7364-c3da-4955-bc5c-253e0c004a0c HTTP/1.1" status: 200 len: 855 time: 0.0606654 Aug 27 04:45:45.449385 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] Pushing event updated for resources: {'Network': ['ID=613bda8f-41ae-4346-8e6b-bc116801f626,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:45.459605 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-31bf7c16-218d-4233-a297-187207fa1c94 req-acc50449-58cf-4a8e-87ea-0f26f893d5f7 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942302 Aug 27 04:45:45.460575 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 613bda8f-41ae-4346-8e6b-bc116801f626 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:45.465828 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-7bd8e7a7-40c2-41b6-b1e4-c18faf1c83ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259116 Aug 27 04:45:45.566538 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-4a3f3d0f-706e-4f07-8596-9ccdb4f0e66d service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912170 Aug 27 04:45:45.626164 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6e7745f2-03e0-4166-acc7-004ac16f8b7b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1110864 Aug 27 04:45:45.626164 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44756) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:45.630296 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Request body: {'subnet': {'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-619813720-subnet', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:45.726215 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e23cae-deef-4f07-8c7f-545968d0c254 req-bdbb30dd-763d-4891-a571-874fd3a61bc8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:45.727620 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69e23cae-deef-4f07-8c7f-545968d0c254 req-bdbb30dd-763d-4891-a571-874fd3a61bc8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 944 time: 0.0859163 Aug 27 04:45:45.729914 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d1db8e64-a6dc-4e38-a5f4-45e7d9e55d49 req-4860dcda-3a96-4d64-8da4-4c370f52410e service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503713 Aug 27 04:45:45.747370 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44760) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:45.769735 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69e23cae-deef-4f07-8c7f-545968d0c254 req-85413859-f582-43ec-afcf-aff4efb6be6d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Aug 27 04:45:45.778846 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6e3e014f-50d1-494b-8867-98ac687b0eca up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:45.838486 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Made reservation on behalf of 92b52bac76904561ad7afe6ed672e999 for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:45.842208 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12193283'] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.931701 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7329995d-e568-4e13-9298-02d3473e63eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:45.976867 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 6e3e014f-50d1-494b-8867-98ac687b0eca completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:45.984119 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 6e3e014f-50d1-494b-8867-98ac687b0eca triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:45.984793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.070993 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.103227 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e014f-50d1-494b-8867-98ac687b0eca'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:46.105758 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61471ce9-a6d0-4d90-b841-2c1dd5c72d6a" -d '{"events": [{"server_uuid": "afc89531-9c05-44ce-8b8b-a7414e412774", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e014f-50d1-494b-8867-98ac687b0eca"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:46.119281 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 6e3e014f-50d1-494b-8867-98ac687b0eca, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e3e014f-50d1-494b-8867-98ac687b0eca,segment=NetworkSegment(7fc6efef-58a3-4d82-a287-d0fdcf463239),segment_id=7fc6efef-58a3-4d82-a287-d0fdcf463239)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:46.133730 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7329995d-e568-4e13-9298-02d3473e63eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.146877 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d29fdb8-d001-4bb4-b74a-a975fdad1a27 x-openstack-request-id: req-4d29fdb8-d001-4bb4-b74a-a975fdad1a27 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:46.147179 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc89531-9c05-44ce-8b8b-a7414e412774", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e014f-50d1-494b-8867-98ac687b0eca", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:46.151277 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d29fdb8-d001-4bb4-b74a-a975fdad1a27 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:46.151277 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e014f-50d1-494b-8867-98ac687b0eca', 'code': 200} Aug 27 04:45:46.180486 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6857087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12193393'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.210476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.216030 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7329995d-e568-4e13-9298-02d3473e63eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.268405 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=6e3e014f-50d1-494b-8867-98ac687b0eca,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:46.276919 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12378feb-3549-4d6c-8c2e-826ec58524fa,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:46.282206 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-7329995d-e568-4e13-9298-02d3473e63eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c2b2712835840c79986dfe7e112f028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337758 Aug 27 04:45:46.284327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329995d-e568-4e13-9298-02d3473e63eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bd215a-3b63-4686-8db5-c3c803d206a5,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:46.284991 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44778) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:46.302894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Checking segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:46.303450 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Network hostable DHCP agents. Network: 613bda8f-41ae-4346-8e6b-bc116801f626, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:46.377375 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ccaa1-4243-42b5-87d6-48338b8c40bd req-e435e50f-c7f8-4f2a-8476-5832b3044ff9 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:46.378868 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6e7ccaa1-4243-42b5-87d6-48338b8c40bd req-e435e50f-c7f8-4f2a-8476-5832b3044ff9 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 950 time: 0.0751348 Aug 27 04:45:46.383833 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9af90b63-ef96-4c93-91ed-e7efb448098f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.404183 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Network 613bda8f-41ae-4346-8e6b-bc116801f626 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:46.419627 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9af90b63-ef96-4c93-91ed-e7efb448098f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.448153 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6e7ccaa1-4243-42b5-87d6-48338b8c40bd req-8a931803-51a9-48ee-801f-8d399e390f0d tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615268 Aug 27 04:45:46.479294 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-13b64f61-9551-4247-a1f2-477d900abff5 req-1568dd88-4ebf-46d4-aca4-983d466d7d2c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 210 time: 0.0308084 Aug 27 04:45:46.529892 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 613bda8f-41ae-4346-8e6b-bc116801f626) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:46.534296 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:46.534884 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.539611 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a58f0-15b9-4901-96b1-f5583815b189 None None] Network 613bda8f-41ae-4346-8e6b-bc116801f626 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:46.573930 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9af90b63-ef96-4c93-91ed-e7efb448098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.576617 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9af90b63-ef96-4c93-91ed-e7efb448098f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.577757 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9af90b63-ef96-4c93-91ed-e7efb448098f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65bd215a-3b63-4686-8db5-c3c803d206a5 HTTP/1.1" status: 204 len: 168 time: 0.2916977 Aug 27 04:45:46.617230 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90b63-ef96-4c93-91ed-e7efb448098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bd215a-3b63-4686-8db5-c3c803d206a5,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:46.647433 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7793-a51c-4a60-ac92-5d7a87c87a1f req-3d436144-0b66-4ae4-947d-967c2cfbecaa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:46.649045 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37fc7793-a51c-4a60-ac92-5d7a87c87a1f req-3d436144-0b66-4ae4-947d-967c2cfbecaa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1173823 Aug 27 04:45:46.659302 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196016b-ffd2-4238-a055-3f9774d1f0bb req-2de4deae-a807-404a-a81b-e77619607181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:46.660835 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9196016b-ffd2-4238-a055-3f9774d1f0bb req-2de4deae-a807-404a-a81b-e77619607181 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 1103 time: 0.0805213 Aug 27 04:45:46.719914 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37fc7793-a51c-4a60-ac92-5d7a87c87a1f req-18e493ef-4baf-44cc-8d8c-b4acf893e9c2 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577435 Aug 27 04:45:46.731465 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-613bda8f-41ae-4346-8e6b-bc116801f626', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:45:46.732220 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:46.737946 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-14f79a6d-03f7-44ee-b2e8-52eb2d6830d7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1093495 Aug 27 04:45:46.739497 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44798) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:46.751682 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:46.758133 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9196016b-ffd2-4238-a055-3f9774d1f0bb req-994742dd-e33a-41bf-9de3-cdedf7a5d449 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813856 Aug 27 04:45:46.888540 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Allocated IP 172.20.0.2 (613bda8f-41ae-4346-8e6b-bc116801f626/12378feb-3549-4d6c-8c2e-826ec58524fa/ccaf39b2-04fd-4a42-88a2-ba3cd07bd688) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:46.905212 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbb889-70c2-4dc3-953d-c10f9e4e57ea req-607655ea-dd92-496e-a40e-5e60141e4a57 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:46.906793 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-83dbb889-70c2-4dc3-953d-c10f9e4e57ea req-607655ea-dd92-496e-a40e-5e60141e4a57 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 944 time: 0.0495763 Aug 27 04:45:46.946167 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-83dbb889-70c2-4dc3-953d-c10f9e4e57ea req-c028beec-d8f9-40a2-b870-5310b36c09d5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Aug 27 04:45:46.994347 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.004689 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.038218 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.048324 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Transition to ACTIVE for port object ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:47.063386 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.065029 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Transition to ACTIVE for port object ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:47.126586 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f662e-decf-488d-9595-db4e63095e1a req-7df59b73-1196-4a79-900f-15b607d404dc tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:47.128075 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-7df59b73-1196-4a79-900f-15b607d404dc tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "GET /v2.0/networks?id=494d39b6-6488-44c3-93d6-bf005416a21e HTTP/1.1" status: 200 len: 808 time: 0.1076064 Aug 27 04:45:47.142859 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Request body: {'port': {'device_id': '91b2beea-029a-449c-950b-8661a8b438e2', 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e', 'admin_state_up': True, 'tenant_id': '92b58305e4254a90a3ca4ad2b52756f5'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:47.297031 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.338288 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Network 613bda8f-41ae-4346-8e6b-bc116801f626 is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:47.341453 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:47.344304 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:47.376274 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Pushing event updated for resources: {'Port': ['ID=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:47.385599 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Made reservation on behalf of 92b58305e4254a90a3ca4ad2b52756f5 for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:47.390629 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.417796 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Attempting to bind port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:47.418166 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Attempting to bind port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:47.418773 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Attempting to bind port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:47.424242 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:47.424659 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Checking segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:47.425332 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.425735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Bound using segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:47.426210 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Bound port: ccaf39b2-04fd-4a42-88a2-ba3cd07bd688, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:47.426597 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.447706 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.541485 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] For port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:47.546317 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] For port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:47.581505 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44810) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:47.612579 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Allocated IP 172.20.0.6 (494d39b6-6488-44c3-93d6-bf005416a21e/90cc4b5c-8004-4570-acc5-18ba40d0a4db/d2f25518-9613-43bf-a31c-00ad9bf16670) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:47.624805 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.633505 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0f380982-ea52-481f-b37f-400dd53eb0e5 req-bc45d03c-1086-4cbe-974a-75849c2a694a tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 210 time: 0.0355771 Aug 27 04:45:47.637946 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f00ea-ad16-446f-b020-53a61e81791c req-4e907e76-3aa7-4ac1-8942-6ceda94942ba tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:47.640083 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f96f00ea-ad16-446f-b020-53a61e81791c req-4e907e76-3aa7-4ac1-8942-6ceda94942ba tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 950 time: 0.0934596 Aug 27 04:45:47.714549 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83de45-7a53-447a-9705-dfe15dcfd0ec None None] Pushing event updated for resources: {'Port': ['ID=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:47.779051 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f96f00ea-ad16-446f-b020-53a61e81791c req-7732095e-e262-41bc-8d6c-8069dea07059 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145163 Aug 27 04:45:47.790607 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:47.791508 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2f825d63-613b-47dc-9297-d6e4798549ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.842092 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.887855 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.919376 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.924263 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:47.926737 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44820) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:47.937617 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'port_id': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2', 'mac_address': 'fa:16:3e:e8:8a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82e7364-c3da-4955-bc5c-253e0c004a0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:47.959045 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25e4ec48-fb62-46a3-97fb-18f9bcb78d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:47.965516 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744806-2ca0-451b-9d5f-6c80f19d82d0 req-347922ba-d0f9-4e4f-ae2a-6ed22f0b6b6f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:47.967080 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-54744806-2ca0-451b-9d5f-6c80f19d82d0 req-347922ba-d0f9-4e4f-ae2a-6ed22f0b6b6f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1378281 Aug 27 04:45:47.989275 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.010324 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:48.041496 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:48.074003 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2f825d63-613b-47dc-9297-d6e4798549ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.102955 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d80-9748-4539-a68c-f976bf5469aa req-ee5e9109-b186-4d7b-8e32-05e635c219ee tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:48.106662 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-46f29d80-9748-4539-a68c-f976bf5469aa req-ee5e9109-b186-4d7b-8e32-05e635c219ee tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 944 time: 0.0835524 Aug 27 04:45:48.131534 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.148133 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.148512 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-54744806-2ca0-451b-9d5f-6c80f19d82d0 req-71734c9e-9d32-4b7b-80af-aa396544a6ed tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623535 Aug 27 04:45:48.168919 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Allocated IP 172.27.0.60 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/9b345489-b5f4-46a8-b55e-a899b8a1cec0) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:48.214314 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.234616 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2f825d63-613b-47dc-9297-d6e4798549ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.299845 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Network 494d39b6-6488-44c3-93d6-bf005416a21e is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:48.309409 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.323072 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:48.331651 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Pushing event updated for resources: {'Port': ['ID=d2f25518-9613-43bf-a31c-00ad9bf16670,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.336160 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:48.342834 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825d63-613b-47dc-9297-d6e4798549ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9209817-d30b-47f7-be00-7c45a30e9d65,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.346896 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2f825d63-613b-47dc-9297-d6e4798549ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48aa1377de2045e38830bc5e04633dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7634239 Aug 27 04:45:48.349740 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44826) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:48.349919 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-46f29d80-9748-4539-a68c-f976bf5469aa req-4c57eec7-6242-4295-b8fe-aa42ee70e537 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354403 Aug 27 04:45:48.415391 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ccecb138-5a11-4ac3-a3d5-52f0555be13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.422366 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:48.423011 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.439243 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ccecb138-5a11-4ac3-a3d5-52f0555be13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.441312 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.461084 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25e4ec48-fb62-46a3-97fb-18f9bcb78d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.509045 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:48.510900 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b345489-b5f4-46a8-b55e-a899b8a1cec0,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.514255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:48.518741 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['6a0c21fb-beef-4d05-9152-1a16b8e6f8c2'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:48.522094 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:48.530748 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25e4ec48-fb62-46a3-97fb-18f9bcb78d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.577569 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-25e4ec48-fb62-46a3-97fb-18f9bcb78d4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8043b09571e341e8b47ecbb200ef3d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483986 Aug 27 04:45:48.580748 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44828) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:48.587674 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4ec48-fb62-46a3-97fb-18f9bcb78d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954ba9e6-6f2c-4775-8474-5d13fc5da60f,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.657232 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2798a8aa-d362-4dca-85ea-6b71044cb9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.692894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ccecb138-5a11-4ac3-a3d5-52f0555be13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.694031 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-9222ff25-5dba-47e2-881b-4543fb1320b0 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5554545 Aug 27 04:45:48.696732 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ccecb138-5a11-4ac3-a3d5-52f0555be13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.702090 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ccecb138-5a11-4ac3-a3d5-52f0555be13f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9209817-d30b-47f7-be00-7c45a30e9d65 HTTP/1.1" status: 204 len: 168 time: 0.3472021 Aug 27 04:45:48.716969 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb138-5a11-4ac3-a3d5-52f0555be13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9209817-d30b-47f7-be00-7c45a30e9d65,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:48.741911 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Request body: {'port': {'device_id': '91b2beea-029a-449c-950b-8661a8b438e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:48.755442 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2798a8aa-d362-4dca-85ea-6b71044cb9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.797812 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7afa-85d5-494c-b326-6094008dc843 req-3daaa566-0299-460f-8b60-66ef3db1f6d7 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:48.799855 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d25f7afa-85d5-494c-b326-6094008dc843 req-3daaa566-0299-460f-8b60-66ef3db1f6d7 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 931 time: 0.0549386 Aug 27 04:45:48.856739 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:48.885183 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d25f7afa-85d5-494c-b326-6094008dc843 req-ce4ed877-11f0-44b0-b94d-04435318739d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772901 Aug 27 04:45:48.974300 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:49.039116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9343f-5075-4102-9fbf-9bf09ad4b487 req-90ac9134-35a8-48e4-9db1-8c5da767997b tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:49.041249 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e0a9343f-5075-4102-9fbf-9bf09ad4b487 req-90ac9134-35a8-48e4-9db1-8c5da767997b tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 950 time: 0.1308854 Aug 27 04:45:49.056564 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d4f9c3-86ff-424d-809b-a371b7445480 None None] Network 613bda8f-41ae-4346-8e6b-bc116801f626 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:49.109672 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.125173 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2798a8aa-d362-4dca-85ea-6b71044cb9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.128082 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2798a8aa-d362-4dca-85ea-6b71044cb9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.132441 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2798a8aa-d362-4dca-85ea-6b71044cb9b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/954ba9e6-6f2c-4775-8474-5d13fc5da60f HTTP/1.1" status: 204 len: 168 time: 0.5505378 Aug 27 04:45:49.152053 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e0a9343f-5075-4102-9fbf-9bf09ad4b487 req-1051e92b-fa7f-455a-805d-ab186fad1c11 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022897 Aug 27 04:45:49.157002 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798a8aa-d362-4dca-85ea-6b71044cb9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954ba9e6-6f2c-4775-8474-5d13fc5da60f,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:49.184701 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:49.258355 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-cd3288df-2abf-4ba6-8c2a-7f56739dd6c6 None None] Provisioning for port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:49.270268 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-cd3288df-2abf-4ba6-8c2a-7f56739dd6c6 None None] Provisioning complete for port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:49.270947 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cd3288df-2abf-4ba6-8c2a-7f56739dd6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.362164 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f25518-9613-43bf-a31c-00ad9bf16670 {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:49.372203 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.387023 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Transition to ACTIVE for port object d2f25518-9613-43bf-a31c-00ad9bf16670 will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:49.436496 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cd3288df-2abf-4ba6-8c2a-7f56739dd6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.479580 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-cd3288df-2abf-4ba6-8c2a-7f56739dd6c6 None None] For port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:49.508075 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.581764 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cd3288df-2abf-4ba6-8c2a-7f56739dd6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.599989 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f25518-9613-43bf-a31c-00ad9bf16670,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:49.639947 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3288df-2abf-4ba6-8c2a-7f56739dd6c6 None None] Pushing event updated for resources: {'Port': ['ID=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:49.658116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Attempting to bind port d2f25518-9613-43bf-a31c-00ad9bf16670 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:49.658499 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Attempting to bind port d2f25518-9613-43bf-a31c-00ad9bf16670 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:49.659115 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Attempting to bind port d2f25518-9613-43bf-a31c-00ad9bf16670 on network 494d39b6-6488-44c3-93d6-bf005416a21e {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:49.666254 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Port d2f25518-9613-43bf-a31c-00ad9bf16670 on network 494d39b6-6488-44c3-93d6-bf005416a21e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:45:49.666805 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Attempting to bind port d2f25518-9613-43bf-a31c-00ad9bf16670 on network 494d39b6-6488-44c3-93d6-bf005416a21e {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:49.673983 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:49.674347 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Checking segment: {'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:49.674879 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Bound using segment: {'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:49.680986 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Bound port: d2f25518-9613-43bf-a31c-00ad9bf16670, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:49.680986 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.707824 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34914903-21d8-409b-8030-4ad6756bccc7 req-c2f4d6fa-a5ca-46f7-97cd-4958325ef49c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:49.709321 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-e7c3cc26-fcb8-4067-8144-435030197741 None None] Provisioning complete for port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:49.709446 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-34914903-21d8-409b-8030-4ad6756bccc7 req-c2f4d6fa-a5ca-46f7-97cd-4958325ef49c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.3827157 Aug 27 04:45:49.709710 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e7c3cc26-fcb8-4067-8144-435030197741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.729118 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.756297 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] For port d2f25518-9613-43bf-a31c-00ad9bf16670, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:49.760742 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] For port d2f25518-9613-43bf-a31c-00ad9bf16670, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2f25518-9613-43bf-a31c-00ad9bf16670,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:49.812908 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-34914903-21d8-409b-8030-4ad6756bccc7 req-f3703a62-d02e-41b8-8c5a-e9f5f7e68f68 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927832 Aug 27 04:45:49.822691 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:49.895361 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.945687 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:49.946308 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:49.947724 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] 10.222.0.43 "PUT /v2.0/ports/d2f25518-9613-43bf-a31c-00ad9bf16670 HTTP/1.1" status: 200 len: 1093 time: 1.2224116 Aug 27 04:45:49.948550 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b2beea-029a-449c-950b-8661a8b438e2', 'tag': 'd2f25518-9613-43bf-a31c-00ad9bf16670'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:49.951062 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a358b61-daad-42f3-948b-83b1e0935959" -d '{"events": [{"name": "network-changed", "server_uuid": "91b2beea-029a-449c-950b-8661a8b438e2", "tag": "d2f25518-9613-43bf-a31c-00ad9bf16670"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:49.974565 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43c003-603c-41a6-b0f0-105ddd2afeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f25518-9613-43bf-a31c-00ad9bf16670,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:49.993523 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495974ef-8ca1-4602-adc3-6dea319b75c5 req-834422fd-4f74-4434-acf8-46a72b3976f1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:49.995447 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-495974ef-8ca1-4602-adc3-6dea319b75c5 req-834422fd-4f74-4434-acf8-46a72b3976f1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 945 time: 0.0905733 Aug 27 04:45:50.002047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44864) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:50.018876 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8f20dd87-0283-473f-ac69-f19b31e2a906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.020019 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:50.023910 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:50.024280 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.047147 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-495974ef-8ca1-4602-adc3-6dea319b75c5 req-44eaade5-ecac-4ee4-9edc-057c2c5294b5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Aug 27 04:45:50.133690 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:45:50.169200 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01e36-6bf0-46ff-aaf2-9ec42703e637 req-27be0620-f634-40bb-a779-33c68ab07dbc tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:50.175864 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-01f01e36-6bf0-46ff-aaf2-9ec42703e637 req-27be0620-f634-40bb-a779-33c68ab07dbc tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 950 time: 0.1234281 Aug 27 04:45:50.240626 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0287a-188b-454e-a8e2-f9e3553ac4f0 req-38c3cd49-93af-4b70-a479-02d9bcd06cb9 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:50.243611 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d8a0287a-188b-454e-a8e2-f9e3553ac4f0 req-38c3cd49-93af-4b70-a479-02d9bcd06cb9 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 943 time: 0.1223505 Aug 27 04:45:50.244332 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f662e-decf-488d-9595-db4e63095e1a req-97562960-5600-4d9d-a90f-e1dd24438fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:50.246462 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-97562960-5600-4d9d-a90f-e1dd24438fad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 1096 time: 0.1254559 Aug 27 04:45:50.249474 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-01f01e36-6bf0-46ff-aaf2-9ec42703e637 req-1c61e0e3-98b0-4408-83d2-8a4020dc8ece tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684781 Aug 27 04:45:50.256663 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.260309 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8f20dd87-0283-473f-ac69-f19b31e2a906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.295774 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb0682-4968-4f00-af41-f81ed78677be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:50.298977 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351eb6c9-24af-4297-b783-abac99a776cf" -d '{"events": [{"server_uuid": "77eb0682-4968-4f00-af41-f81ed78677be", "name": "network-vif-plugged", "status": "completed", "tag": "6a0c21fb-beef-4d05-9152-1a16b8e6f8c2"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:50.314538 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:50.318103 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-77b64b2e-d451-42f3-9bda-adaf2580991f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2f25518-9613-43bf-a31c-00ad9bf16670 HTTP/1.1" status: 200 len: 217 time: 0.0561631 Aug 27 04:45:50.324674 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7575a2f-7de4-42e3-8191-2b1409794f5f x-openstack-request-id: req-c7575a2f-7de4-42e3-8191-2b1409794f5f {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:50.324968 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b2beea-029a-449c-950b-8661a8b438e2", "tag": "d2f25518-9613-43bf-a31c-00ad9bf16670", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:50.325223 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7575a2f-7de4-42e3-8191-2b1409794f5f {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:50.325627 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b2beea-029a-449c-950b-8661a8b438e2', 'tag': 'd2f25518-9613-43bf-a31c-00ad9bf16670', 'status': 'completed', 'code': 200} Aug 27 04:45:50.358770 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b81e2-d3ef-45fa-8bbf-ae94bdcf2e72 x-openstack-request-id: req-ad4b81e2-d3ef-45fa-8bbf-ae94bdcf2e72 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:50.359109 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb0682-4968-4f00-af41-f81ed78677be", "name": "network-vif-plugged", "status": "completed", "tag": "6a0c21fb-beef-4d05-9152-1a16b8e6f8c2", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:50.359356 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4b81e2-d3ef-45fa-8bbf-ae94bdcf2e72 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:50.359753 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb0682-4968-4f00-af41-f81ed78677be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2', 'code': 200} Aug 27 04:45:50.383836 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f662e-decf-488d-9595-db4e63095e1a req-f3ae4196-4b38-45d5-bb1e-b1ca16ec3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:50.385749 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-f3ae4196-4b38-45d5-bb1e-b1ca16ec3bc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90cc4b5c-8004-4570-acc5-18ba40d0a4db HTTP/1.1" status: 200 len: 848 time: 0.0514691 Aug 27 04:45:50.393000 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d8a0287a-188b-454e-a8e2-f9e3553ac4f0 req-92b91e3e-519a-45c0-bdf7-d747efb21753 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275215 Aug 27 04:45:50.399367 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:50.416866 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8f20dd87-0283-473f-ac69-f19b31e2a906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.417393 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:50.427990 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:50.428642 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:50.445276 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-2d535392-e2ec-4b33-9b6c-4d277b0b1e37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=494d39b6-6488-44c3-93d6-bf005416a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412061 Aug 27 04:45:50.468187 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.493956 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-8f20dd87-0283-473f-ac69-f19b31e2a906 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afafb56098dc46bf891049790931016f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881918 Aug 27 04:45:50.493956 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20dd87-0283-473f-ac69-f19b31e2a906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504bd0d2-cab7-4830-a7b7-f596ee278a92,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.494868 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44870) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:50.530743 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.555120 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-44ec6b66-b344-42cc-8c94-afe447333abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.565979 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:50.567399 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-7296519e-e569-42a8-a875-7a7792f2fda3 service neutron] 10.222.0.43 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010225 Aug 27 04:45:50.584099 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-44ec6b66-b344-42cc-8c94-afe447333abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.619699 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.619699 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4597fd86-489d-41e4-afd4-101e4464bcc4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8768504 Aug 27 04:45:50.628907 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 44874) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:50.693230 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-542f662e-decf-488d-9595-db4e63095e1a req-9bb5b2fa-a7b3-4b83-8225-41572f50b489 service neutron] 10.222.0.43 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114810 Aug 27 04:45:50.765635 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:48Z', 'revision_number': 3, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:50.791457 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:50.791813 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Updating router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:50.820451 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.866641 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-44ec6b66-b344-42cc-8c94-afe447333abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.869246 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-44ec6b66-b344-42cc-8c94-afe447333abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:50.874374 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-44ec6b66-b344-42cc-8c94-afe447333abd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/504bd0d2-cab7-4830-a7b7-f596ee278a92 HTTP/1.1" status: 204 len: 168 time: 0.3787177 Aug 27 04:45:50.906909 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec6b66-b344-42cc-8c94-afe447333abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504bd0d2-cab7-4830-a7b7-f596ee278a92,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:50.916642 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:50.958824 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee8e35-6468-4339-a614-6ca50f04cb9b req-6bd4db4f-7289-4476-a7ad-42b7dea51f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:50.960581 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b3ee8e35-6468-4339-a614-6ca50f04cb9b req-6bd4db4f-7289-4476-a7ad-42b7dea51f66 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 1099 time: 0.0782390 Aug 27 04:45:51.037309 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:51.039055 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.118362 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b3ee8e35-6468-4339-a614-6ca50f04cb9b req-de346ef3-2726-4a98-9bc8-9b6cec5ed416 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487820 Aug 27 04:45:51.139591 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ede5d9-98e0-4041-8263-36349afd0b8b req-fd684242-3f96-418b-9d6d-90931ec70e97 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:51.148931 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-77ede5d9-98e0-4041-8263-36349afd0b8b req-fd684242-3f96-418b-9d6d-90931ec70e97 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1605392 Aug 27 04:45:51.159061 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358b61-daad-42f3-948b-83b1e0935959 req-379709f9-cf8d-4f8a-9930-a54b0fe1b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:51.160747 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a358b61-daad-42f3-948b-83b1e0935959 req-379709f9-cf8d-4f8a-9930-a54b0fe1b66b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 1096 time: 0.2475107 Aug 27 04:45:51.225631 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-77ede5d9-98e0-4041-8263-36349afd0b8b req-49ba2be5-11af-45b1-8137-0ab579a94fd9 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717390 Aug 27 04:45:51.286949 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.302733 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.314022 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Transition to ACTIVE for port object 9b345489-b5f4-46a8-b55e-a899b8a1cec0 will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:51.333159 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ba36a-e596-4586-8d6f-520be0cb0428 req-e634ea30-5464-4181-ad89-8e87145f0c1c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:51.334819 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bd7ba36a-e596-4586-8d6f-520be0cb0428 req-e634ea30-5464-4181-ad89-8e87145f0c1c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 946 time: 0.0519485 Aug 27 04:45:51.393332 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bd7ba36a-e596-4586-8d6f-520be0cb0428 req-88e99544-9eb4-4daf-b850-5300507388f5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510576 Aug 27 04:45:51.402627 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.510133 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Pushing event updated for resources: {'Port': ['ID=9b345489-b5f4-46a8-b55e-a899b8a1cec0,revision_number=2']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:51.525237 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.525851 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.526377 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.526864 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.527925 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.528541 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.529040 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.529532 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.530079 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.530602 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.531236 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.531755 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:45:51.553996 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Attempting to bind port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:51.555014 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Attempting to bind port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:51.555515 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Attempting to bind port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:51.563297 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:51.563850 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:51.564377 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.564838 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:51.565385 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Bound port: 9b345489-b5f4-46a8-b55e-a899b8a1cec0, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:51.565858 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.591568 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af89e1-990a-4418-85bd-d53cbc61c2c0 req-58511f69-db1d-48a8-8b10-e3af26240064 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:51.600559 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92af89e1-990a-4418-85bd-d53cbc61c2c0 req-58511f69-db1d-48a8-8b10-e3af26240064 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 943 time: 0.1189821 Aug 27 04:45:51.609704 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Allocated IP 172.20.0.1 (613bda8f-41ae-4346-8e6b-bc116801f626/12378feb-3549-4d6c-8c2e-826ec58524fa/f35567a3-1b37-4b8f-a31b-bf382bbef5ee) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:51.621275 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358b61-daad-42f3-948b-83b1e0935959 req-1c9403b4-d015-4528-9148-0e71900e241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:51.622770 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a358b61-daad-42f3-948b-83b1e0935959 req-1c9403b4-d015-4528-9148-0e71900e241a service neutron] 10.222.0.43 "GET /v2.0/networks?id=494d39b6-6488-44c3-93d6-bf005416a21e HTTP/1.1" status: 200 len: 909 time: 0.2554178 Aug 27 04:45:51.633953 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4196fa-6826-44a0-933f-71c0bedac415 req-f3c62393-78be-4473-b56b-873a4543f59b tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:51.635855 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6f4196fa-6826-44a0-933f-71c0bedac415 req-f3c62393-78be-4473-b56b-873a4543f59b tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 950 time: 0.1602614 Aug 27 04:45:51.656507 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92af89e1-990a-4418-85bd-d53cbc61c2c0 req-65a2cfbd-8ea3-456b-a834-c65ac1386762 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507948 Aug 27 04:45:51.669416 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] For port 9b345489-b5f4-46a8-b55e-a899b8a1cec0, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:51.670847 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] For port 9b345489-b5f4-46a8-b55e-a899b8a1cec0, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=9b345489-b5f4-46a8-b55e-a899b8a1cec0,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:51.711893 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a358b61-daad-42f3-948b-83b1e0935959 req-8c541be1-d7c5-4646-a9ec-f3c39d59ee7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2f25518-9613-43bf-a31c-00ad9bf16670 HTTP/1.1" status: 200 len: 217 time: 0.0737171 Aug 27 04:45:51.836381 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6f4196fa-6826-44a0-933f-71c0bedac415 req-38fa6805-a88f-4a57-a742-f99ef2a83de4 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863353 Aug 27 04:45:51.836381 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358b61-daad-42f3-948b-83b1e0935959 req-1c948c0c-f4ad-48fd-b9b9-1b1701834687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:51.837165 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a358b61-daad-42f3-948b-83b1e0935959 req-1c948c0c-f4ad-48fd-b9b9-1b1701834687 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90cc4b5c-8004-4570-acc5-18ba40d0a4db HTTP/1.1" status: 200 len: 848 time: 0.1147461 Aug 27 04:45:51.869692 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.898112 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a358b61-daad-42f3-948b-83b1e0935959 req-06810a61-4ad5-421e-a491-e4b067d9d3e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=494d39b6-6488-44c3-93d6-bf005416a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524659 Aug 27 04:45:51.925106 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:51.948263 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:51.949542 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:51.982136 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Transition to ACTIVE for port object f35567a3-1b37-4b8f-a31b-bf382bbef5ee will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:51.985639 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e316-799b-4edc-9c94-d1cd3be3da9c None None] Pushing event updated for resources: {'Port': ['ID=9b345489-b5f4-46a8-b55e-a899b8a1cec0,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.042191 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a358b61-daad-42f3-948b-83b1e0935959 req-fa456f40-dccc-4cc0-a694-53227a5dd870 service neutron] 10.222.0.43 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317985 Aug 27 04:45:52.073125 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:52.138837 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:52.168721 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a358b61-daad-42f3-948b-83b1e0935959 req-7a3ea0ca-fe34-4460-af02-01104775ae8c service neutron] 10.222.0.43 "GET /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174481 Aug 27 04:45:52.200480 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Network 613bda8f-41ae-4346-8e6b-bc116801f626 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:52.206059 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:52.208588 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:52.241266 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:52.281885 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:52.286303 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-3042766a-8f8c-4d2d-ae3f-a64c1cb1b503 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:52.287878 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-3042766a-8f8c-4d2d-ae3f-a64c1cb1b503 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.43 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 950 time: 0.1241984 Aug 27 04:45:52.515767 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:48Z', 'revision_number': 3, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:52.543340 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:52.545527 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5921109-d31b-45f9-b25a-acc679fe6f11 req-c70eb66d-8e13-417a-bb1d-39cc3b599d69 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:52.547130 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e5921109-d31b-45f9-b25a-acc679fe6f11 req-c70eb66d-8e13-417a-bb1d-39cc3b599d69 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1808398 Aug 27 04:45:52.566648 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Deleting port 6e3e014f-50d1-494b-8867-98ac687b0eca {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:45:52.567038 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:52.589801 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77c257-14b7-41e2-909f-da25ca9e9469 None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:48Z', 'revision_number': 3, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:52.703470 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-36fbf5a9-68b3-417b-a4ad-a26a6577f19c None None] Provisioning for port f35567a3-1b37-4b8f-a31b-bf382bbef5ee completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:52.718826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-36fbf5a9-68b3-417b-a4ad-a26a6577f19c None None] Provisioning complete for port f35567a3-1b37-4b8f-a31b-bf382bbef5ee triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:52.718826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-36fbf5a9-68b3-417b-a4ad-a26a6577f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:52.736183 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e5921109-d31b-45f9-b25a-acc679fe6f11 req-f433b312-3269-4466-af94-1d5349edd938 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657746 Aug 27 04:45:52.766256 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-36fbf5a9-68b3-417b-a4ad-a26a6577f19c None None] Port f35567a3-1b37-4b8f-a31b-bf382bbef5ee cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:45:52.856243 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d463-9911-49a0-9eb4-549d3874e9f1 req-2a9388ff-33e5-4d66-a9dd-c785ab3991d0 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:52.861410 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3349d463-9911-49a0-9eb4-549d3874e9f1 req-2a9388ff-33e5-4d66-a9dd-c785ab3991d0 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 946 time: 0.2062802 Aug 27 04:45:52.986427 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] For port 6e3e014f-50d1-494b-8867-98ac687b0eca, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6e3e014f-50d1-494b-8867-98ac687b0eca,segment=NetworkSegment(7fc6efef-58a3-4d82-a287-d0fdcf463239),segment_id=7fc6efef-58a3-4d82-a287-d0fdcf463239)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:52.987451 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:52.988143 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3349d463-9911-49a0-9eb4-549d3874e9f1 req-490cb8c4-4e7e-4518-8538-cfdd4536284d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200259 Aug 27 04:45:53.022207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Calling delete_port for 6e3e014f-50d1-494b-8867-98ac687b0eca owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:45:53.027224 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:53.038190 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d01c3a-615e-4bee-80f4-544c0212eb95 req-e10cdf35-d8ac-449c-9f34-88dac3a82b7b tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:53.051393 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-24d01c3a-615e-4bee-80f4-544c0212eb95 req-e10cdf35-d8ac-449c-9f34-88dac3a82b7b tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 943 time: 0.1544366 Aug 27 04:45:53.115361 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:53.175548 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-24d01c3a-615e-4bee-80f4-544c0212eb95 req-0f5eb3c7-5aa3-4c63-ab47-69309ed4a83c tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230028 Aug 27 04:45:53.241222 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:53.255140 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2c1ff-806f-4587-ab48-3e8f040de1b3 req-c4d45d1d-7619-4a53-b88f-f8389d216bdb tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:53.259782 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-72a2c1ff-806f-4587-ab48-3e8f040de1b3 req-c4d45d1d-7619-4a53-b88f-f8389d216bdb tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 950 time: 0.1718168 Aug 27 04:45:53.269998 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:53.279777 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-47110aa9-2326-4b1f-b968-3d91ba4d39af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:53.361857 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-72a2c1ff-806f-4587-ab48-3e8f040de1b3 req-7878c325-47a1-4aac-aa71-d8054f2c580d tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/security-groups?id=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857909 Aug 27 04:45:53.404284 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:53.406381 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Network 613bda8f-41ae-4346-8e6b-bc116801f626 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:53.407883 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:53.420004 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['6e3e014f-50d1-494b-8867-98ac687b0eca'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:53.442782 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Pushing event deleted for resources: {'Port': ['ID=6e3e014f-50d1-494b-8867-98ac687b0eca,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:53.511839 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] No DVR routers for this DVR port 6e3e014f-50d1-494b-8867-98ac687b0eca on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:45:53.516530 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:53.519606 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4929beb5-e4b3-452b-8cb6-a0e4ef4d7041 req-7bf000fa-e778-416f-b7b5-453e32c03a09 tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.43 "DELETE /v2.0/ports/6e3e014f-50d1-494b-8867-98ac687b0eca HTTP/1.1" status: 204 len: 173 time: 1.2196257 Aug 27 04:45:53.520091 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'name': 'network-vif-deleted', 'tag': '6e3e014f-50d1-494b-8867-98ac687b0eca'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:53.529222 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90af2b76-f40e-43f0-8ea5-2ae109750313" -d '{"events": [{"server_uuid": "afc89531-9c05-44ce-8b8b-a7414e412774", "name": "network-vif-deleted", "tag": "6e3e014f-50d1-494b-8867-98ac687b0eca"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:53.617954 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd3838-806f-4cdc-a8be-2e1fc8c1bc54 x-openstack-request-id: req-c0cd3838-806f-4cdc-a8be-2e1fc8c1bc54 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:53.618513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc89531-9c05-44ce-8b8b-a7414e412774", "name": "network-vif-deleted", "tag": "6e3e014f-50d1-494b-8867-98ac687b0eca", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:53.618913 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0cd3838-806f-4cdc-a8be-2e1fc8c1bc54 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:53.619502 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc89531-9c05-44ce-8b8b-a7414e412774', 'name': 'network-vif-deleted', 'tag': '6e3e014f-50d1-494b-8867-98ac687b0eca', 'status': 'completed', 'code': 200} Aug 27 04:45:53.668266 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:45:53.803643 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-1f8f5537-1d90-468a-967d-add9366842a4 None None] Provisioning complete for port f35567a3-1b37-4b8f-a31b-bf382bbef5ee triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:53.804145 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5537-1d90-468a-967d-add9366842a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:53.840866 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:45:53.852578 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-b6aaa38f-672e-421a-8519-fa01937e1ea4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad5648eb-c88d-4895-b0aa-3e91a72f81d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2208524 Aug 27 04:45:53.876569 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d2f25518-9613-43bf-a31c-00ad9bf16670 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:45:53.891222 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f5537-1d90-468a-967d-add9366842a4 None None] Port f35567a3-1b37-4b8f-a31b-bf382bbef5ee cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:45:54.004060 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b500bc3-91e8-4dc2-b4a1-212de6aef53b req-9b6694ac-f8b6-47eb-acb0-0009239d9572 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:54.025526 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b500bc3-91e8-4dc2-b4a1-212de6aef53b req-9b6694ac-f8b6-47eb-acb0-0009239d9572 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0959980 Aug 27 04:45:54.041292 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port d2f25518-9613-43bf-a31c-00ad9bf16670, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2f25518-9613-43bf-a31c-00ad9bf16670,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:54.066247 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'd2f25518-9613-43bf-a31c-00ad9bf16670', 'network_id': '494d39b6-6488-44c3-93d6-bf005416a21e', 'port_id': 'd2f25518-9613-43bf-a31c-00ad9bf16670', 'mac_address': 'fa:16:3e:3f:cb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cc4b5c-8004-4570-acc5-18ba40d0a4db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:45:54.080346 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b500bc3-91e8-4dc2-b4a1-212de6aef53b req-7f43541c-c45a-4b1e-a319-2ec407d79556 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576427 Aug 27 04:45:54.128819 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:54.133360 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fe32-448f-4ea9-8abf-913d72b7ffe2 req-66a832e8-58ee-4a1e-9549-b2f095b7a1e2 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:54.135496 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fa16fe32-448f-4ea9-8abf-913d72b7ffe2 req-66a832e8-58ee-4a1e-9549-b2f095b7a1e2 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 946 time: 0.0724101 Aug 27 04:45:54.148293 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f25518-9613-43bf-a31c-00ad9bf16670 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:45:54.172590 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port d2f25518-9613-43bf-a31c-00ad9bf16670, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2f25518-9613-43bf-a31c-00ad9bf16670,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:54.192074 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fa16fe32-448f-4ea9-8abf-913d72b7ffe2 req-69530ef5-3dd6-44e4-aac9-c8cdb9153f4f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474362 Aug 27 04:45:54.196450 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 44990) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:54.303948 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e15979-6f6a-43f4-9bb1-4cb55c5032a6 req-364ef6df-f6b9-4c01-bfea-e1570085d0ac tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:54.305603 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:54.305765 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e6e15979-6f6a-43f4-9bb1-4cb55c5032a6 req-364ef6df-f6b9-4c01-bfea-e1570085d0ac tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 943 time: 0.0537128 Aug 27 04:45:54.366451 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=d2f25518-9613-43bf-a31c-00ad9bf16670,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:54.373281 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e6e15979-6f6a-43f4-9bb1-4cb55c5032a6 req-68242e43-4375-4e92-855f-71b79d679228 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Aug 27 04:45:54.475250 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-89c10d62-93bc-47ae-a3e6-9c950c7054ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:54.505633 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-30373684-1fce-40b0-b07c-8444d6befe6d req-f538ff6c-154f-484f-bcb3-668082bf6c6a tempest-VolumesNegativeTest-125060556 tempest-VolumesNegativeTest-125060556-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc89531-9c05-44ce-8b8b-a7414e412774 HTTP/1.1" status: 200 len: 210 time: 0.0408614 Aug 27 04:45:54.602101 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-89c10d62-93bc-47ae-a3e6-9c950c7054ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:54.667802 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['d2f25518-9613-43bf-a31c-00ad9bf16670'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:45:54.741509 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-89c10d62-93bc-47ae-a3e6-9c950c7054ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:54.782511 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-89c10d62-93bc-47ae-a3e6-9c950c7054ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41895413741246f8a33643762152d150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5847936 Aug 27 04:45:54.783610 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c10d62-93bc-47ae-a3e6-9c950c7054ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1583649a-1d4d-4fc2-a0cd-3f77d34141db,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:54.785325 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45014) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:54.867650 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2667707b-a60a-47fa-b2a2-3a9f882fba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:54.895787 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2667707b-a60a-47fa-b2a2-3a9f882fba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:54.919790 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:45:54.932956 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:54.941550 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:55.008061 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 9b345489-b5f4-46a8-b55e-a899b8a1cec0 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:55.128475 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:55.130082 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2667707b-a60a-47fa-b2a2-3a9f882fba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.132895 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2667707b-a60a-47fa-b2a2-3a9f882fba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.134106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-2667707b-a60a-47fa-b2a2-3a9f882fba96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1583649a-1d4d-4fc2-a0cd-3f77d34141db HTTP/1.1" status: 204 len: 168 time: 0.3476665 Aug 27 04:45:55.146807 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667707b-a60a-47fa-b2a2-3a9f882fba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583649a-1d4d-4fc2-a0cd-3f77d34141db,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:55.216646 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45034) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:55.223258 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-877360386-network', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:55.237514 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d35ab-cc09-4574-b89c-5f1d820808ef req-2d3dd771-28e8-4734-bf4b-3d98385a4324 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:55.239101 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ab2d35ab-cc09-4574-b89c-5f1d820808ef req-2d3dd771-28e8-4734-bf4b-3d98385a4324 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0721426 Aug 27 04:45:55.251563 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:55.281658 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:55.282312 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.288111 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ab2d35ab-cc09-4574-b89c-5f1d820808ef req-04e36e88-6641-410a-8ba1-7f0f4196a593 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Aug 27 04:45:55.341465 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Made reservation on behalf of ae4d88312e7842e784da531b68ab996c for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:55.343905 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.355718 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.422486 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.451016 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 9b345489-b5f4-46a8-b55e-a899b8a1cec0, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=9b345489-b5f4-46a8-b55e-a899b8a1cec0,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:55.461085 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 2, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:55.491031 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:45:55.491031 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Updating router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 port f35567a3-1b37-4b8f-a31b-bf382bbef5ee binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:45:55.495765 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.516395 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dbc59-214e-4d61-8d76-ae9df5253733 req-2ed751c7-e4da-4d7e-91aa-c28ab1e195d6 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:55.518237 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f64dbc59-214e-4d61-8d76-ae9df5253733 req-2ed751c7-e4da-4d7e-91aa-c28ab1e195d6 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 944 time: 0.0658069 Aug 27 04:45:55.523719 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.525455 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.585106 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f64dbc59-214e-4d61-8d76-ae9df5253733 req-29b1d95e-5aae-4c8e-b4b7-153c5b20fc17 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501337 Aug 27 04:45:55.610521 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.636772 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:45:55.642667 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=9b345489-b5f4-46a8-b55e-a899b8a1cec0,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:55.651026 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c785e4-5f93-4ad6-adbd-d0f3c9fd36a5,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:55.656082 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.656447 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Added segment 4939d2bc-544b-408f-9e92-fa1193f65ceb of type vlan for network 22481aa3-421c-4b3f-a67f-c4be7d857b1c Aug 27 04:45:55.707494 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.850962 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.852201 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:55.852893 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.858246 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-53797be3-0cc1-49ed-8c85-73b3eff6478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:55.882992 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d2f25518-9613-43bf-a31c-00ad9bf16670 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:55.919774 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=22481aa3-421c-4b3f-a67f-c4be7d857b1c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:55.957999 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:45:56.016211 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-80ab44d7-414c-47be-a54a-820ce463f7e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7978606 Aug 27 04:45:56.019121 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45072) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:56.029283 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Request body: {'subnet': {'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-877360386-subnet', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:56.059147 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.085977 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Transition to ACTIVE for port object f35567a3-1b37-4b8f-a31b-bf382bbef5ee will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:56.091476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.141643 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45090) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:56.156448 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7de107e1-fec8-4b98-9be3-f0e0f6de7db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.159310 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Made reservation on behalf of ae4d88312e7842e784da531b68ab996c for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:45:56.161903 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12193283'] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.220246 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port d2f25518-9613-43bf-a31c-00ad9bf16670 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:56.222761 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.234160 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port d2f25518-9613-43bf-a31c-00ad9bf16670 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:56.234556 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.330773 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87741c-b248-4bae-af5c-7c1073675323 None None] Pushing event updated for resources: {'Port': ['ID=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:56.391982 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Attempting to bind port f35567a3-1b37-4b8f-a31b-bf382bbef5ee on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:56.392518 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Attempting to bind port f35567a3-1b37-4b8f-a31b-bf382bbef5ee by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:56.392958 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Attempting to bind port f35567a3-1b37-4b8f-a31b-bf382bbef5ee on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:56.432896 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:56.433801 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Checking segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:56.434214 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.434614 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Bound using segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:56.435139 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Bound port: f35567a3-1b37-4b8f-a31b-bf382bbef5ee, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:56.435546 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.458346 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.500133 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c617e1-ab6a-4c63-a25d-7c90a883a401 req-301a6336-29d5-4796-bf99-dd02caf4c02a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:56.505028 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e7c617e1-ab6a-4c63-a25d-7c90a883a401 req-301a6336-29d5-4796-bf99-dd02caf4c02a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1031396 Aug 27 04:45:56.543249 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2beea-029a-449c-950b-8661a8b438e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f25518-9613-43bf-a31c-00ad9bf16670'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:45:56.545798 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8206dff5-0b1f-49a2-b019-b439e72247f3" -d '{"events": [{"server_uuid": "91b2beea-029a-449c-950b-8661a8b438e2", "name": "network-vif-plugged", "status": "completed", "tag": "d2f25518-9613-43bf-a31c-00ad9bf16670"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:45:56.564313 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port d2f25518-9613-43bf-a31c-00ad9bf16670, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2f25518-9613-43bf-a31c-00ad9bf16670,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:56.568479 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e7c617e1-ab6a-4c63-a25d-7c90a883a401 req-4b6009d1-ca6e-4792-844d-108e5460f26f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596316 Aug 27 04:45:56.580047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] For port f35567a3-1b37-4b8f-a31b-bf382bbef5ee, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:56.597877 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] For port f35567a3-1b37-4b8f-a31b-bf382bbef5ee, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:56.621093 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c519e55c-b873-4863-8365-f7b5ddb57c13 x-openstack-request-id: req-c519e55c-b873-4863-8365-f7b5ddb57c13 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:45:56.621559 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2beea-029a-449c-950b-8661a8b438e2", "name": "network-vif-plugged", "status": "completed", "tag": "d2f25518-9613-43bf-a31c-00ad9bf16670", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:45:56.621823 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c519e55c-b873-4863-8365-f7b5ddb57c13 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:45:56.622746 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2beea-029a-449c-950b-8661a8b438e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f25518-9613-43bf-a31c-00ad9bf16670', 'code': 200} Aug 27 04:45:56.705332 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.707442 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.708216 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6e3e014f-50d1-494b-8867-98ac687b0eca no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:45:56.723835 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7de107e1-fec8-4b98-9be3-f0e0f6de7db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.762310 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136834-3da7-4cef-af26-e451bf7a2e6a req-8f953b5f-0dcc-4e44-98c6-76ff7acf5391 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:56.770721 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-00136834-3da7-4cef-af26-e451bf7a2e6a req-8f953b5f-0dcc-4e44-98c6-76ff7acf5391 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 945 time: 0.0969660 Aug 27 04:45:56.795039 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 6e3e014f-50d1-494b-8867-98ac687b0eca {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:45:56.795476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6e3e014f-50d1-494b-8867-98ac687b0eca not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:45:56.802988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87741c-b248-4bae-af5c-7c1073675323 None None] Pushing event updated for resources: {'Port': ['ID=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:56.814183 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-00136834-3da7-4cef-af26-e451bf7a2e6a req-36b91d54-090e-44f5-85dd-d58b79849840 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Aug 27 04:45:56.844793 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7de107e1-fec8-4b98-9be3-f0e0f6de7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.875482 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6857087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12193393'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:56.891915 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:45:56.891915 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:56.965872 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-7de107e1-fec8-4b98-9be3-f0e0f6de7db6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c21c310439d347afad3d27b3f3021448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8221731 Aug 27 04:45:56.969299 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45120) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:57.036914 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de107e1-fec8-4b98-9be3-f0e0f6de7db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b477ce77-784a-4870-9f00-0e0e925fa5f9,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:57.049997 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.050992 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 9b345489-b5f4-46a8-b55e-a899b8a1cec0 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:57.100012 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Checking segment: {'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:57.100583 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Network hostable DHCP agents. Network: 22481aa3-421c-4b3f-a67f-c4be7d857b1c, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:45:57.106857 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1564e611-4414-4bcb-8588-b75c118dc0e5,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:57.162617 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=d2f25518-9613-43bf-a31c-00ad9bf16670,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:57.192635 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d81987b7-8ae7-461d-b594-49ecceb86b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.205134 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdd35-7088-454e-89c3-4440f713b3b8 req-bfd31eb7-88be-4616-ba3b-397308606f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:57.206628 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-88dfdd35-7088-454e-89c3-4440f713b3b8 req-bfd31eb7-88be-4616-ba3b-397308606f38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 1098 time: 0.0889442 Aug 27 04:45:57.215775 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:45:57.226597 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d81987b7-8ae7-461d-b594-49ecceb86b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.270229 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-88dfdd35-7088-454e-89c3-4440f713b3b8 req-bb5fbac3-a649-4c08-ac78-b3b8487776a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Aug 27 04:45:57.329826 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 22481aa3-421c-4b3f-a67f-c4be7d857b1c) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:57.335319 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:57.336199 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.384619 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d7865-0ee0-4437-9e7a-4aab4d31d6a9 None None] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:45:57.428200 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-23f45ecd-2ae6-43c6-b768-37ce4b44c1d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4078989 Aug 27 04:45:57.430391 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d81987b7-8ae7-461d-b594-49ecceb86b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.432079 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45146) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:45:57.437199 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d81987b7-8ae7-461d-b594-49ecceb86b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.441311 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d81987b7-8ae7-461d-b594-49ecceb86b77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b477ce77-784a-4870-9f00-0e0e925fa5f9 HTTP/1.1" status: 204 len: 168 time: 0.4685478 Aug 27 04:45:57.446279 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:45:57.458541 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81987b7-8ae7-461d-b594-49ecceb86b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b477ce77-784a-4870-9f00-0e0e925fa5f9,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:57.481870 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:57.482257 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.497763 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:45:57.569909 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.571242 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.701502 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:57.883088 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-22481aa3-421c-4b3f-a67f-c4be7d857b1c', 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'fixed_ips': [{'subnet_id': '1564e611-4414-4bcb-8588-b75c118dc0e5'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:45:57.895110 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.076888 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.105926 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2433e4-831f-426d-a9cf-3c1c6755409e req-05337a5d-8ea2-4c8d-b4e6-23a6c1554aa5 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:58.115645 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6d2433e4-831f-426d-a9cf-3c1c6755409e req-05337a5d-8ea2-4c8d-b4e6-23a6c1554aa5 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 945 time: 0.1684995 Aug 27 04:45:58.122630 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Allocated IP 172.20.0.2 (22481aa3-421c-4b3f-a67f-c4be7d857b1c/1564e611-4414-4bcb-8588-b75c118dc0e5/4d6f34d9-57c8-436f-bde2-b996bbb42cb5) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:58.131428 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:56Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:45:58.161285 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8f7ff-1327-49f1-abea-b71b7c1cefc5 req-decb7225-79ea-4b2e-b35c-171a79164d0b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:58.165941 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa1f46-aab0-4ea2-82f1-db1fbc07289c None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:56Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:45:58.178892 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2dd8f7ff-1327-49f1-abea-b71b7c1cefc5 req-decb7225-79ea-4b2e-b35c-171a79164d0b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.5131621 Aug 27 04:45:58.301065 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2dd8f7ff-1327-49f1-abea-b71b7c1cefc5 req-edca5a47-9155-43a4-b11e-64c279873e9a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185668 Aug 27 04:45:58.320735 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6d2433e4-831f-426d-a9cf-3c1c6755409e req-dc5d4a66-b1d8-48e7-a2ce-b323eb14ceae tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937480 Aug 27 04:45:58.480236 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.492948 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Transition to ACTIVE for port object 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:58.512620 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Transition to ACTIVE for port object 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:45:58.543345 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.587598 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.635727 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:58.639845 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:58.645615 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:58.646374 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.683870 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.716392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Pushing event updated for resources: {'Port': ['ID=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:58.764173 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Attempting to bind port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:45:58.764173 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Attempting to bind port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:45:58.764764 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Attempting to bind port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 on network 22481aa3-421c-4b3f-a67f-c4be7d857b1c {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:45:58.770639 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:45:58.771032 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Checking segment: {'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:45:58.771551 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.772699 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Bound using segment: {'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:45:58.773630 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Bound port: 4d6f34d9-57c8-436f-bde2-b996bbb42cb5, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:45:58.773630 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:58.832401 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Allocated IP 172.27.0.135 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/6bdfae4b-182d-4284-8d3e-82bf05354f13) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:45:58.891990 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] For port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:45:58.898669 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] For port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,segment=NetworkSegment(4939d2bc-544b-408f-9e92-fa1193f65ceb),segment_id=4939d2bc-544b-408f-9e92-fa1193f65ceb)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:45:59.003934 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f35567a3-1b37-4b8f-a31b-bf382bbef5ee up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:45:59.051376 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:59.061412 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:59.144503 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e38b81-b4fa-4a02-8f1b-b9db8cc9304f None None] Pushing event updated for resources: {'Port': ['ID=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:59.154086 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86320cb-fef9-4b84-a3c0-ed52910454e5 req-232577cf-3990-43db-91ff-7fdb1982e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:59.156248 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a86320cb-fef9-4b84-a3c0-ed52910454e5 req-232577cf-3990-43db-91ff-7fdb1982e62c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.0683913 Aug 27 04:45:59.203946 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a86320cb-fef9-4b84-a3c0-ed52910454e5 req-56273a6e-8527-49a2-85ab-b9c4cdcb8610 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Aug 27 04:45:59.243825 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port f35567a3-1b37-4b8f-a31b-bf382bbef5ee completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:45:59.249478 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port f35567a3-1b37-4b8f-a31b-bf382bbef5ee triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:45:59.250074 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:59.273327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:59.444484 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:45:59.453303 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:45:59.457256 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:45:59.486896 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:59.570002 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bdfae4b-182d-4284-8d3e-82bf05354f13,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:59.570270 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port f35567a3-1b37-4b8f-a31b-bf382bbef5ee, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:45:59.644257 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:45:59.704995 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:45:59.733293 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c9b48-5f13-4144-a153-81f02db8e4a5 req-a8877916-370b-497d-a701-68f4f71297ab tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:45:59.735661 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a63c9b48-5f13-4144-a153-81f02db8e4a5 req-a8877916-370b-497d-a701-68f4f71297ab tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.2863204 Aug 27 04:45:59.804019 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a63c9b48-5f13-4144-a153-81f02db8e4a5 req-afe01799-b62b-426d-a51c-b805fd77b74f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591276 Aug 27 04:46:00.038805 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:00.095565 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e81fc-78f5-4d16-b483-b5a908bfdfed req-6ed68994-8a9f-4eee-a1b0-55b5453bd706 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:00.097115 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-821e81fc-78f5-4d16-b483-b5a908bfdfed req-6ed68994-8a9f-4eee-a1b0-55b5453bd706 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 945 time: 0.1701434 Aug 27 04:46:00.214097 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-821e81fc-78f5-4d16-b483-b5a908bfdfed req-918c5748-14d3-4f7b-8215-f6961e38e4de tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912089 Aug 27 04:46:00.410832 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:00.471742 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a87f1-0117-4254-8888-ddd3f4947a45 req-70913ff0-ac6d-4790-8f22-390371d9a464 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:00.473393 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-040a87f1-0117-4254-8888-ddd3f4947a45 req-70913ff0-ac6d-4790-8f22-390371d9a464 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1199541 Aug 27 04:46:00.564921 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-040a87f1-0117-4254-8888-ddd3f4947a45 req-4793d2bf-400a-4fb8-8700-8581520286cf tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786030 Aug 27 04:46:00.595651 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74bcf58-4864-42ca-bab8-ea34fee0533e None None] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:46:00.803784 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Router 93046374-5d7a-4023-ab9a-c89bca5477c6 is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:46:00.850076 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-e116b6c5-e52a-4a5e-8f30-8c6423aa7c6b None None] Provisioning for port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:00.977324 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:00.989650 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Sync routers for ids ['93046374-5d7a-4023-ab9a-c89bca5477c6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:00.990164 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee70e6-ed58-4942-b0d4-bcdb809dadd0 req-031ac3b8-595f-4b42-b0c8-091a25e61ba5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:00.999253 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-83ee70e6-ed58-4942-b0d4-bcdb809dadd0 req-031ac3b8-595f-4b42-b0c8-091a25e61ba5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0866113 Aug 27 04:46:01.014413 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Routers {'93046374-5d7a-4023-ab9a-c89bca5477c6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:46:01.015364 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['93046374-5d7a-4023-ab9a-c89bca5477c6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:01.058586 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-83ee70e6-ed58-4942-b0d4-bcdb809dadd0 req-e3c6b1d1-553b-48e4-a5fc-c8f533a65c1b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532546 Aug 27 04:46:01.096134 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.097967 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-f2dd5ae6-4ca4-4c4b-8d49-36eeaf2230e5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6624136 Aug 27 04:46:01.104407 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45382) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:01.158712 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f35567a3-1b37-4b8f-a31b-bf382bbef5ee up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:01.179211 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Set router 93046374-5d7a-4023-ab9a-c89bca5477c6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:46:01.268499 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port f35567a3-1b37-4b8f-a31b-bf382bbef5ee triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:01.268872 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.399837 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 3, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port': {'id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:58Z', 'updated_at': '2021-08-27T04:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:01.404491 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:01.426921 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Checking router: 93046374-5d7a-4023-ab9a-c89bca5477c6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:01.427273 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Updating router 93046374-5d7a-4023-ab9a-c89bca5477c6 port 6bdfae4b-182d-4284-8d3e-82bf05354f13 binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:01.460220 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.518336 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:01.525809 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:01.525809 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.635783 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.675063 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,segment=NetworkSegment(4939d2bc-544b-408f-9e92-fa1193f65ceb),segment_id=4939d2bc-544b-408f-9e92-fa1193f65ceb)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:01.752671 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.770723 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-7e7e5451-2a7f-4bdd-804e-876d07f6d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:01.772548 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-7e7e5451-2a7f-4bdd-804e-876d07f6d591 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.1346161 Aug 27 04:46:01.803649 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.827502 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Transition to ACTIVE for port object 6bdfae4b-182d-4284-8d3e-82bf05354f13 will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:46:01.844953 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:01.846750 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa465579-7b90-432d-989c-e15893b418bf req-598329a2-7e2c-442f-9540-136cddd24d5c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:01.853649 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-aa465579-7b90-432d-989c-e15893b418bf req-598329a2-7e2c-442f-9540-136cddd24d5c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0936580 Aug 27 04:46:01.873028 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4f131-2332-4e8d-90be-73e84489b35d req-94144e29-43b2-4353-9dba-43a52e0dc306 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:01.877223 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9ee4f131-2332-4e8d-90be-73e84489b35d req-94144e29-43b2-4353-9dba-43a52e0dc306 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1460264 Aug 27 04:46:01.915667 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-aa465579-7b90-432d-989c-e15893b418bf req-fe693e48-f6a6-4c3d-9301-fd6fa482e08f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611105 Aug 27 04:46:01.945093 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9ee4f131-2332-4e8d-90be-73e84489b35d req-89dfe253-2b7e-4f23-8a15-6e2bfd624a59 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618942 Aug 27 04:46:01.964040 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-545da322-41a3-462c-97b8-ffaa5467e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:01.967151 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-545da322-41a3-462c-97b8-ffaa5467e2d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.1833494 Aug 27 04:46:01.968769 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:01.972475 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:02.034137 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-055e188b-ac92-4fea-bd0a-3860f695b7b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 217 time: 0.0419891 Aug 27 04:46:02.060898 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1227975-4aea-4067-a6b3-de17d4ac1552 None None] Pushing event updated for resources: {'Port': ['ID=6bdfae4b-182d-4284-8d3e-82bf05354f13,revision_number=2']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:02.073920 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Attempting to bind port 6bdfae4b-182d-4284-8d3e-82bf05354f13 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:46:02.073920 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Attempting to bind port 6bdfae4b-182d-4284-8d3e-82bf05354f13 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:46:02.073920 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Attempting to bind port 6bdfae4b-182d-4284-8d3e-82bf05354f13 on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:46:02.079060 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:46:02.079647 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:46:02.080210 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:02.080755 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:46:02.081387 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Bound port: 6bdfae4b-182d-4284-8d3e-82bf05354f13, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:46:02.081954 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:02.127744 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-337598ed-c445-47f3-af0c-c811643c4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:02.129393 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-337598ed-c445-47f3-af0c-c811643c4a3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0794160 Aug 27 04:46:02.155333 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] For port 6bdfae4b-182d-4284-8d3e-82bf05354f13, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:02.164550 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] For port 6bdfae4b-182d-4284-8d3e-82bf05354f13, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=6bdfae4b-182d-4284-8d3e-82bf05354f13,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:02.171791 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Allocated IP 172.20.0.1 (22481aa3-421c-4b3f-a67f-c4be7d857b1c/1564e611-4414-4bcb-8588-b75c118dc0e5/f6a2c6f6-1405-476f-9be1-1d52347f9538) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:02.183698 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-317079f6-231e-40d8-bf78-719fc492515c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345087 Aug 27 04:46:02.246300 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:02.297773 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-a7698a3b-fb48-42b8-914c-ff7c97066a5d service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090517 Aug 27 04:46:02.306311 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Routers {'93046374-5d7a-4023-ab9a-c89bca5477c6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:46:02.313106 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['93046374-5d7a-4023-ab9a-c89bca5477c6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:02.330123 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:02.345826 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Transition to ACTIVE for port object f6a2c6f6-1405-476f-9be1-1d52347f9538 will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:46:02.390759 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1227975-4aea-4067-a6b3-de17d4ac1552 None None] Pushing event updated for resources: {'Port': ['ID=6bdfae4b-182d-4284-8d3e-82bf05354f13,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:02.452591 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] Set router 93046374-5d7a-4023-ab9a-c89bca5477c6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:46:02.466993 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d5f18d-26a4-4d40-a989-3d9190bb7a45 req-2e9ab43e-2ac9-4655-8c76-8ee86ded5455 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589060 Aug 27 04:46:02.518659 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:02.557192 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:02.567037 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:02.571775 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:46:02.576641 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a2c6f6-1405-476f-9be1-1d52347f9538,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:02.621841 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:02.666455 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 3, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port': {'id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:58Z', 'updated_at': '2021-08-27T04:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:02.703636 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a88a99-83af-4868-beee-8e21c5ef7ac1 None None] The sync data for ids ['93046374-5d7a-4023-ab9a-c89bca5477c6'] in dv-cinder-778193-4-iscsi is: [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 3, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port': {'id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:58Z', 'updated_at': '2021-08-27T04:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:02.883452 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b386-e00a-45bc-b28a-eb8c266e04dc req-3e581810-810f-4eaf-878f-5398df40777f tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:02.886526 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9af1b386-e00a-45bc-b28a-eb8c266e04dc req-3e581810-810f-4eaf-878f-5398df40777f tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 945 time: 0.0556118 Aug 27 04:46:02.929795 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:02.968108 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9af1b386-e00a-45bc-b28a-eb8c266e04dc req-8708c6cf-0a3f-4350-98e2-1ec12410e607 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727799 Aug 27 04:46:03.018623 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:03.019114 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:03.118185 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-955859f7-3a8f-4603-8bc2-bc6890751dbb None None] Provisioning for port f6a2c6f6-1405-476f-9be1-1d52347f9538 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:03.125211 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:03.133735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-955859f7-3a8f-4603-8bc2-bc6890751dbb None None] Provisioning complete for port f6a2c6f6-1405-476f-9be1-1d52347f9538 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:03.134469 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-955859f7-3a8f-4603-8bc2-bc6890751dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:03.156096 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763b7a8-a5d3-4973-9026-4fd85d96df6c req-307b33b0-179e-42e9-8722-34dfa6eebbb0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:03.157959 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5763b7a8-a5d3-4973-9026-4fd85d96df6c req-307b33b0-179e-42e9-8722-34dfa6eebbb0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1200328 Aug 27 04:46:03.167006 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a75c30-292f-4cf7-ae16-d4fffd384028 req-38205fde-0b40-480c-8ad9-10c75ec6b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:03.173365 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-18a75c30-292f-4cf7-ae16-d4fffd384028 req-38205fde-0b40-480c-8ad9-10c75ec6b6b3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1204143 Aug 27 04:46:03.185970 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-955859f7-3a8f-4603-8bc2-bc6890751dbb None None] Port f6a2c6f6-1405-476f-9be1-1d52347f9538 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:46:03.257857 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-18a75c30-292f-4cf7-ae16-d4fffd384028 req-6fdfd0a0-e911-408c-abf9-53f15aafcfdb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684030 Aug 27 04:46:03.289467 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5763b7a8-a5d3-4973-9026-4fd85d96df6c req-18aa4712-4869-4c1a-b879-1a8a938f5e7b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221452 Aug 27 04:46:03.440587 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:03.546839 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:03.616546 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a2c6f6-1405-476f-9be1-1d52347f9538,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:03.619379 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:03.738192 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:03.739870 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:03.876977 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Router 93046374-5d7a-4023-ab9a-c89bca5477c6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:46:04.008654 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:46:04.012254 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-b7dd3c63-301d-42ef-b00b-97d38be9dbca None None] Provisioning complete for port f6a2c6f6-1405-476f-9be1-1d52347f9538 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:04.013576 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3c63-301d-42ef-b00b-97d38be9dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:04.016594 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ab8faadd-412b-4b19-88d7-4174d4158f35 admin admin] 10.222.0.25 "PUT /v2.0/routers/93046374-5d7a-4023-ab9a-c89bca5477c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9099545 Aug 27 04:46:04.065197 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd3c63-301d-42ef-b00b-97d38be9dbca None None] Port f6a2c6f6-1405-476f-9be1-1d52347f9538 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:46:04.107177 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6bc1f-27c9-4955-94ad-28cd7d093b50 req-b8f56ef2-047f-417c-8e6b-de08f4c4da32 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:04.108834 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ea6bc1f-27c9-4955-94ad-28cd7d093b50 req-b8f56ef2-047f-417c-8e6b-de08f4c4da32 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 945 time: 0.0682774 Aug 27 04:46:04.155097 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ea6bc1f-27c9-4955-94ad-28cd7d093b50 req-653eb86f-0b62-4018-8d9f-d19bc1ae6ce7 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Aug 27 04:46:04.408414 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150fa10-2847-4aae-a482-d93ee1a0043e req-2ac31604-ae52-4159-8a7c-197dec290155 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:04.410652 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d150fa10-2847-4aae-a482-d93ee1a0043e req-2ac31604-ae52-4159-8a7c-197dec290155 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0545230 Aug 27 04:46:04.449958 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d150fa10-2847-4aae-a482-d93ee1a0043e req-96aaa08f-4942-464c-81c5-e5708e085f98 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Aug 27 04:46:04.566989 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186496e-df41-450f-b946-b878e90cabf5 req-d271a6c3-4f6f-4f5e-a938-b57656e539ab tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:04.568665 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4186496e-df41-450f-b946-b878e90cabf5 req-d271a6c3-4f6f-4f5e-a938-b57656e539ab tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0507054 Aug 27 04:46:04.628941 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4186496e-df41-450f-b946-b878e90cabf5 req-b4f269e4-b92a-431c-b704-7a8afcb1a3f2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502954 Aug 27 04:46:04.631564 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45500) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:04.637242 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-f543bc9f-0dd5-4a70-a54b-c04f250ac7d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704100116', 'description': 'tempest-secgroup-smoke-704100116 description', 'project_id': '92b52bac76904561ad7afe6ed672e999'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:04.791239 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f543bc9f-0dd5-4a70-a54b-c04f250ac7d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:04.809399 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-1bc4d7a3-5432-494a-a92e-8198af62b41b tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:04.811401 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-1bc4d7a3-5432-494a-a92e-8198af62b41b tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 945 time: 0.0642257 Aug 27 04:46:04.945235 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f543bc9f-0dd5-4a70-a54b-c04f250ac7d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:04.954550 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 6bdfae4b-182d-4284-8d3e-82bf05354f13 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:04.977973 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Deleting port d2f25518-9613-43bf-a31c-00ad9bf16670 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:46:04.978315 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.009529 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f543bc9f-0dd5-4a70-a54b-c04f250ac7d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.041812 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543bc9f-0dd5-4a70-a54b-c04f250ac7d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.083824 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Sync routers for ids ['93046374-5d7a-4023-ab9a-c89bca5477c6'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:46:05.093988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Routers {'93046374-5d7a-4023-ab9a-c89bca5477c6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:46:05.094748 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['93046374-5d7a-4023-ab9a-c89bca5477c6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:05.095977 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] For port d2f25518-9613-43bf-a31c-00ad9bf16670, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2f25518-9613-43bf-a31c-00ad9bf16670,segment=NetworkSegment(ab4b89ad-5ff4-4330-ac0c-389478dc9e48),segment_id=ab4b89ad-5ff4-4330-ac0c-389478dc9e48)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:05.096555 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.111954 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Calling delete_port for d2f25518-9613-43bf-a31c-00ad9bf16670 owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:46:05.146279 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-f543bc9f-0dd5-4a70-a54b-c04f250ac7d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.147713 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-f543bc9f-0dd5-4a70-a54b-c04f250ac7d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5147750 Aug 27 04:46:05.152672 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 6bdfae4b-182d-4284-8d3e-82bf05354f13 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:05.156214 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45520) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:05.158864 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 6bdfae4b-182d-4284-8d3e-82bf05354f13 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:05.159413 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.164859 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-8c8cb6b0-a21c-4907-a185-252bc6d8e80f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'security_group_rule': {'security_group_id': 'f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32', 'project_id': '92b52bac76904561ad7afe6ed672e999', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:05.307237 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6b0-a21c-4907-a185-252bc6d8e80f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.349547 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f1228-e120-43ba-8cde-da18973f9560 req-1404991f-6ce0-46ae-b01f-8d3aeca60410 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:05.351107 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-df2f1228-e120-43ba-8cde-da18973f9560 req-1404991f-6ce0-46ae-b01f-8d3aeca60410 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 945 time: 0.0887287 Aug 27 04:46:05.394271 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.404250 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Set router 93046374-5d7a-4023-ab9a-c89bca5477c6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:46:05.432509 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6b0-a21c-4907-a185-252bc6d8e80f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.435945 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-df2f1228-e120-43ba-8cde-da18973f9560 req-e01a30a8-9369-4562-b9c2-4ca35c5419f9 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/security-groups?id=45190c68-7b70-4f7a-b6f8-80906119c2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764129 Aug 27 04:46:05.449589 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['d2f25518-9613-43bf-a31c-00ad9bf16670'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:05.500921 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Pushing event deleted for resources: {'Port': ['ID=d2f25518-9613-43bf-a31c-00ad9bf16670,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.505444 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] No DVR routers for this DVR port d2f25518-9613-43bf-a31c-00ad9bf16670 on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:46:05.508528 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.511948 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eb7e76e9-c1d4-401f-b6f2-432c87967ae9 req-a0c32590-85f0-40c6-9991-a7254d4af58d tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.43 "DELETE /v2.0/ports/d2f25518-9613-43bf-a31c-00ad9bf16670 HTTP/1.1" status: 204 len: 173 time: 0.6822543 Aug 27 04:46:05.512717 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2beea-029a-449c-950b-8661a8b438e2', 'name': 'network-vif-deleted', 'tag': 'd2f25518-9613-43bf-a31c-00ad9bf16670'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:05.515379 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6b0-a21c-4907-a185-252bc6d8e80f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.517218 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a1d9c0-2955-4bdd-a020-3d8e7d5cef8d" -d '{"events": [{"server_uuid": "91b2beea-029a-449c-950b-8661a8b438e2", "name": "network-vif-deleted", "tag": "d2f25518-9613-43bf-a31c-00ad9bf16670"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:05.528660 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.552135 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cb6b0-a21c-4907-a185-252bc6d8e80f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804ac92b-946b-4c59-8637-7f7173829449,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.568290 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c067dee2-80f0-4c08-969f-4dbf3641c4c4 x-openstack-request-id: req-c067dee2-80f0-4c08-969f-4dbf3641c4c4 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:05.568966 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2beea-029a-449c-950b-8661a8b438e2", "name": "network-vif-deleted", "tag": "d2f25518-9613-43bf-a31c-00ad9bf16670", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:05.569506 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c067dee2-80f0-4c08-969f-4dbf3641c4c4 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:05.570137 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2beea-029a-449c-950b-8661a8b438e2', 'name': 'network-vif-deleted', 'tag': 'd2f25518-9613-43bf-a31c-00ad9bf16670', 'status': 'completed', 'code': 200} Aug 27 04:46:05.596383 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 6bdfae4b-182d-4284-8d3e-82bf05354f13, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=6bdfae4b-182d-4284-8d3e-82bf05354f13,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:05.639947 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d7363-af0f-4965-953e-52c0b6bad6fd req-216c4a16-892f-496c-a323-132ec6589b71 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:05.641590 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-218d7363-af0f-4965-953e-52c0b6bad6fd req-216c4a16-892f-496c-a323-132ec6589b71 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0551991 Aug 27 04:46:05.644065 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6b0-a21c-4907-a185-252bc6d8e80f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.646604 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-8c8cb6b0-a21c-4907-a185-252bc6d8e80f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878485 Aug 27 04:46:05.648188 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45534) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:05.653623 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-e3aefc31-3ca6-4e61-8da3-7e52fbaa7012 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'security_group_rule': {'security_group_id': 'f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32', 'project_id': '92b52bac76904561ad7afe6ed672e999', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:05.720322 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T04:46:02Z', 'revision_number': 4, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port': {'id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:58Z', 'updated_at': '2021-08-27T04:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f6a2c6f6-1405-476f-9be1-1d52347f9538', 'name': '', 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'mac_address': 'fa:16:3e:69:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1564e611-4414-4bcb-8588-b75c118dc0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:46:01Z', 'updated_at': '2021-08-27T04:46:03Z', 'revision_number': 2, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'subnets': [{'id': '1564e611-4414-4bcb-8588-b75c118dc0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:05.749374 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Checking router: 93046374-5d7a-4023-ab9a-c89bca5477c6 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:46:05.749815 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Updating router 93046374-5d7a-4023-ab9a-c89bca5477c6 port f6a2c6f6-1405-476f-9be1-1d52347f9538 binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:46:05.756559 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.786434 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-218d7363-af0f-4965-953e-52c0b6bad6fd req-c56f4d87-7a01-431e-882a-8347b5744d1c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310902 Aug 27 04:46:05.836951 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.852286 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf143ec0-420d-4803-81ca-331c8626922e req-65d889dc-e7d3-4324-912a-b4c7f69bc758 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:05.854236 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bf143ec0-420d-4803-81ca-331c8626922e req-65d889dc-e7d3-4324-912a-b4c7f69bc758 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0988617 Aug 27 04:46:05.863375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e3aefc31-3ca6-4e61-8da3-7e52fbaa7012 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:05.902749 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=6bdfae4b-182d-4284-8d3e-82bf05354f13,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:05.968932 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bf143ec0-420d-4803-81ca-331c8626922e req-1ce588e7-b91f-4325-8121-f1c386222db2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890625 Aug 27 04:46:05.994384 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e3aefc31-3ca6-4e61-8da3-7e52fbaa7012 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.089637 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e3aefc31-3ca6-4e61-8da3-7e52fbaa7012 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.103416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aefc31-3ca6-4e61-8da3-7e52fbaa7012 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e14f5ea-d39a-4c33-8e54-fa3c4729334f,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:06.181284 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e3aefc31-3ca6-4e61-8da3-7e52fbaa7012 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.186952 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45560) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:06.193133 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e3aefc31-3ca6-4e61-8da3-7e52fbaa7012 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5408900 Aug 27 04:46:06.193796 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'security_group_rule': {'security_group_id': 'f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32', 'project_id': '92b52bac76904561ad7afe6ed672e999', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:06.222483 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.233262 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Transition to ACTIVE for port object f6a2c6f6-1405-476f-9be1-1d52347f9538 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:46:06.334895 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.340266 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.416778 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e889fc4-a1cd-4eed-8c78-0ef8b28b6944 None None] Pushing event updated for resources: {'Port': ['ID=f6a2c6f6-1405-476f-9be1-1d52347f9538,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:06.440718 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.481391 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Attempting to bind port f6a2c6f6-1405-476f-9be1-1d52347f9538 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:46:06.481975 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Attempting to bind port f6a2c6f6-1405-476f-9be1-1d52347f9538 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:46:06.482514 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Attempting to bind port f6a2c6f6-1405-476f-9be1-1d52347f9538 on network 22481aa3-421c-4b3f-a67f-c4be7d857b1c {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:46:06.489050 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:46:06.489277 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Checking segment: {'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:46:06.490095 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.490939 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Bound using segment: {'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:46:06.490939 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Bound port: f6a2c6f6-1405-476f-9be1-1d52347f9538, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4939d2bc-544b-408f-9e92-fa1193f65ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:46:06.491341 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.559389 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.630735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] For port f6a2c6f6-1405-476f-9be1-1d52347f9538, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:06.648022 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] For port f6a2c6f6-1405-476f-9be1-1d52347f9538, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f6a2c6f6-1405-476f-9be1-1d52347f9538,segment=NetworkSegment(4939d2bc-544b-408f-9e92-fa1193f65ceb),segment_id=4939d2bc-544b-408f-9e92-fa1193f65ceb)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:06.648538 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c455dab1-fbe2-4519-9fc6-289da94bf59e req-afd21b51-354b-4fb7-baa5-ac483ccb91f8 tempest-VolumesActionsTest-396584185 tempest-VolumesActionsTest-396584185-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b2beea-029a-449c-950b-8661a8b438e2 HTTP/1.1" status: 200 len: 210 time: 0.0824196 Aug 27 04:46:06.651105 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf12aac-8a48-47ad-85a0-0bd4b7131294,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:06.666036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.666036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.666036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.666036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.666318 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.666600 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.666935 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.668001 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.668404 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.668745 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.669083 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.669413 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:06.735047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.737063 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.745130 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f9928048-887e-42c7-be37-cc7b5aa803d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5499735 Aug 27 04:46:06.746111 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45584) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:06.750618 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'security_group_rule': {'security_group_id': 'f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32', 'project_id': '92b52bac76904561ad7afe6ed672e999', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:06.809551 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Routers {'93046374-5d7a-4023-ab9a-c89bca5477c6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:46:06.810215 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:45:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['93046374-5d7a-4023-ab9a-c89bca5477c6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:06.869098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e889fc4-a1cd-4eed-8c78-0ef8b28b6944 None None] Pushing event updated for resources: {'Port': ['ID=f6a2c6f6-1405-476f-9be1-1d52347f9538,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:06.884026 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:06.946331 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 6bdfae4b-182d-4284-8d3e-82bf05354f13 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:07.000522 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.050022 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] Set router 93046374-5d7a-4023-ab9a-c89bca5477c6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:46:07.052091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45594) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:07.119682 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.136570 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21cce5e-2bda-4697-83fa-8c8cf467179a,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.149217 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 6bdfae4b-182d-4284-8d3e-82bf05354f13 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:07.150212 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.155259 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.155785 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.156131 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.158002 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.158518 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.159018 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.159500 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.159990 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.160504 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.161050 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.161751 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.162255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:07.183671 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29adf8-27ef-4bf0-9043-2dc27b3606cc req-ac9b3be4-4caf-4435-9c0a-65e495706ad0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:07.191035 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5d29adf8-27ef-4bf0-9043-2dc27b3606cc req-ac9b3be4-4caf-4435-9c0a-65e495706ad0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1134682 Aug 27 04:46:07.240865 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5d29adf8-27ef-4bf0-9043-2dc27b3606cc req-d5b1df2d-d605-4ab0-b844-ecec1552e18e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488665 Aug 27 04:46:07.241721 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.244832 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-93c0ca4e-f524-4926-ae1f-3320d7a59bec tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4978895 Aug 27 04:46:07.246398 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45602) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:07.253338 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'security_group_rule': {'security_group_id': 'f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32', 'project_id': '92b52bac76904561ad7afe6ed672e999', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:07.285406 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-a830921d-646f-496c-8cd6-9774f9f6e6a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a105a4a28f9544848cdf60f4e1f9dd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306373 Aug 27 04:46:07.287708 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45610) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:07.358240 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e21aec4c-0fc8-4472-a120-6a29f9b04784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.380596 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e21aec4c-0fc8-4472-a120-6a29f9b04784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.395386 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.securitygroups_db [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Project 92b52bac76904561ad7afe6ed672e999 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:46:07.406527 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.447845 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T04:46:02Z', 'revision_number': 4, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port': {'id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:58Z', 'updated_at': '2021-08-27T04:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f6a2c6f6-1405-476f-9be1-1d52347f9538', 'name': '', 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'mac_address': 'fa:16:3e:69:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1564e611-4414-4bcb-8588-b75c118dc0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:46:01Z', 'updated_at': '2021-08-27T04:46:06Z', 'revision_number': 4, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'subnets': [{'id': '1564e611-4414-4bcb-8588-b75c118dc0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:07.481234 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.486109 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d9ac2-9694-4860-82ff-c86950274767 None None] The sync data for ids ['93046374-5d7a-4023-ab9a-c89bca5477c6'] in dv-cinder-778193-4-iscsi is: [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T04:46:02Z', 'revision_number': 4, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port': {'id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:58Z', 'updated_at': '2021-08-27T04:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f6a2c6f6-1405-476f-9be1-1d52347f9538', 'name': '', 'network_id': '22481aa3-421c-4b3f-a67f-c4be7d857b1c', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'mac_address': 'fa:16:3e:69:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1564e611-4414-4bcb-8588-b75c118dc0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:46:01Z', 'updated_at': '2021-08-27T04:46:06Z', 'revision_number': 4, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'subnets': [{'id': '1564e611-4414-4bcb-8588-b75c118dc0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:46:07.558027 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e21aec4c-0fc8-4472-a120-6a29f9b04784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.560639 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e21aec4c-0fc8-4472-a120-6a29f9b04784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.561845 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e21aec4c-0fc8-4472-a120-6a29f9b04784 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a HTTP/1.1" status: 204 len: 168 time: 0.2728665 Aug 27 04:46:07.569577 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aec4c-0fc8-4472-a120-6a29f9b04784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4aeb7c-bd9e-4fbc-a0a7-b79e01c45d7a,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.590247 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.627726 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb21e30-a98f-4bbf-a947-8f5aafe20e32,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:07.706812 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.712168 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45620) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:07.712254 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f7a56898-e567-4656-8d6b-8bc98247ec06 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4632652 Aug 27 04:46:07.718434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'security_group_rule': {'security_group_id': 'f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32', 'project_id': '92b52bac76904561ad7afe6ed672e999', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:07.972212 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d2f25518-9613-43bf-a31c-00ad9bf16670 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:07.985738 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.securitygroups_db [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Project 92b52bac76904561ad7afe6ed672e999 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:46:07.992482 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:07.996386 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: d2f25518-9613-43bf-a31c-00ad9bf16670 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:46:07.996741 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device d2f25518-9613-43bf-a31c-00ad9bf16670 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:46:08.058696 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:08.186617 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:08.206222 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd425d67-c6b2-40fe-a423-2ae01c001f03,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:08.212099 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a63e1e-1cdf-420b-96f4-8337580217f0 req-f92f1d4f-902b-43f0-bb12-1f2a1d15c870 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:08.221341 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92a63e1e-1cdf-420b-96f4-8337580217f0 req-f92f1d4f-902b-43f0-bb12-1f2a1d15c870 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0702648 Aug 27 04:46:08.300275 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:08.302474 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6300696e-b0fb-45af-8634-1c6efe237ed8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5904748 Aug 27 04:46:08.306475 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92a63e1e-1cdf-420b-96f4-8337580217f0 req-c8fece64-be9e-419f-b8f5-ec1ad6968f64 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782115 Aug 27 04:46:08.462608 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731e35e-d3f7-444e-9515-a196bf0186ee req-bab20b13-48c9-4af0-8097-9bdbadaa850e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:08.468900 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9731e35e-d3f7-444e-9515-a196bf0186ee req-bab20b13-48c9-4af0-8097-9bdbadaa850e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0636866 Aug 27 04:46:08.505295 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9731e35e-d3f7-444e-9515-a196bf0186ee req-99c76605-b1b4-44e6-976d-9934c777b905 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346725 Aug 27 04:46:08.937249 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45708) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:08.949609 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f6a2c6f6-1405-476f-9be1-1d52347f9538 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:09.117959 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port f6a2c6f6-1405-476f-9be1-1d52347f9538 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:09.122035 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port f6a2c6f6-1405-476f-9be1-1d52347f9538 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:09.127637 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.170755 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-07d54ff4-66f7-4fe8-8e6b-2c035ce1f015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.203942 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.238358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port f6a2c6f6-1405-476f-9be1-1d52347f9538, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f6a2c6f6-1405-476f-9be1-1d52347f9538,segment=NetworkSegment(4939d2bc-544b-408f-9e92-fa1193f65ceb),segment_id=4939d2bc-544b-408f-9e92-fa1193f65ceb)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:09.284932 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-07d54ff4-66f7-4fe8-8e6b-2c035ce1f015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.341257 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.408973 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=f6a2c6f6-1405-476f-9be1-1d52347f9538,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.437454 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-07d54ff4-66f7-4fe8-8e6b-2c035ce1f015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.492366 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-07d54ff4-66f7-4fe8-8e6b-2c035ce1f015 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaeec27d86324d58b9981a40e767ad01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540159 Aug 27 04:46:09.495213 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45722) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:09.509182 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d54ff4-66f7-4fe8-8e6b-2c035ce1f015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093e02a-cca5-44d8-8ee8-277daefe9dbe,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:09.558738 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f75c0325-ade7-483b-bde5-234c510901ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.582789 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f75c0325-ade7-483b-bde5-234c510901ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.680489 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08da51-9a27-45e3-97f4-b33d1aa7340e req-c44498ef-9024-499d-ac8e-afc95dde4a1a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:09.692714 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2e08da51-9a27-45e3-97f4-b33d1aa7340e req-c44498ef-9024-499d-ac8e-afc95dde4a1a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0838616 Aug 27 04:46:09.729667 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2e08da51-9a27-45e3-97f4-b33d1aa7340e req-69b1f44c-b0e3-4697-9ed5-3556b5ec9215 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376263 Aug 27 04:46:09.856608 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f75c0325-ade7-483b-bde5-234c510901ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.859864 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f75c0325-ade7-483b-bde5-234c510901ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:09.865570 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f75c0325-ade7-483b-bde5-234c510901ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e093e02a-cca5-44d8-8ee8-277daefe9dbe HTTP/1.1" status: 204 len: 168 time: 0.3692544 Aug 27 04:46:09.875315 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c0325-ade7-483b-bde5-234c510901ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093e02a-cca5-44d8-8ee8-277daefe9dbe,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:10.112643 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-a823962c-fdaa-43cc-9356-a81f3e082b17 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:10.114150 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-a823962c-fdaa-43cc-9356-a81f3e082b17 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.1202176 Aug 27 04:46:10.130066 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-df3681a2-3f5b-43d2-86c8-e02b706db766 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/quotas/47cca0df6e9e4252b3273dbfa06aa6bf HTTP/1.1" status: 200 len: 375 time: 0.0100217 Aug 27 04:46:10.198432 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-9ab23b3c-696e-4ee2-a59c-ef1fab8d3226 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610294 Aug 27 04:46:10.285478 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-c806f962-d471-40b0-9235-de0d74c9345e service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860722 Aug 27 04:46:10.406912 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-5410eba0-46c1-4ded-9c11-6397196c2a67 service neutron] 10.222.0.25 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153872 Aug 27 04:46:10.604497 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45780) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:10.801061 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-34786807-fab2-4e54-a5bd-61405e1abb75 req-71eb1942-1580-4cd8-9f92-eb3ebb234c6c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0453393 Aug 27 04:46:10.815167 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-90256344-4063-4788-829b-48886e5f114c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:10.924740 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f6a2c6f6-1405-476f-9be1-1d52347f9538 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:10.981440 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d565c4-381f-48e5-9234-7d7337c46586 req-63629a5d-8f59-4ed1-a320-8b1f3617c500 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:10.989550 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-47d565c4-381f-48e5-9234-7d7337c46586 req-63629a5d-8f59-4ed1-a320-8b1f3617c500 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1100070 Aug 27 04:46:10.992129 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45804) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:11.018664 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port f6a2c6f6-1405-476f-9be1-1d52347f9538 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:11.019295 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.024133 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d3a87fdb-40b6-4ef0-8658-2a6aade32011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.034893 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-90256344-4063-4788-829b-48886e5f114c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.076579 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-47d565c4-381f-48e5-9234-7d7337c46586 req-4d18cd08-e718-497f-89ef-d506995e6be9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858524 Aug 27 04:46:11.116240 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-90256344-4063-4788-829b-48886e5f114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.185716 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90256344-4063-4788-829b-48886e5f114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab2cd7-78fd-4ab4-9bac-97c5ecfd311e,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:11.191895 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-90256344-4063-4788-829b-48886e5f114c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5066cda710174cba89b81095bbff2192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855470 Aug 27 04:46:11.195184 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45810) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:11.255849 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7b9669aa-927c-46c6-9fa1-97ada91e758d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.260077 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d3a87fdb-40b6-4ef0-8658-2a6aade32011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.280252 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7b9669aa-927c-46c6-9fa1-97ada91e758d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.443478 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-d3a87fdb-40b6-4ef0-8658-2a6aade32011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.472130 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7b9669aa-927c-46c6-9fa1-97ada91e758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.474839 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7b9669aa-927c-46c6-9fa1-97ada91e758d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.476246 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-7b9669aa-927c-46c6-9fa1-97ada91e758d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65ab2cd7-78fd-4ab4-9bac-97c5ecfd311e HTTP/1.1" status: 204 len: 168 time: 0.2800608 Aug 27 04:46:11.486596 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9669aa-927c-46c6-9fa1-97ada91e758d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab2cd7-78fd-4ab4-9bac-97c5ecfd311e,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:11.499188 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d3a87fdb-40b6-4ef0-8658-2a6aade32011 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d369a0b5b994a12ae9f9159205bb32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024736 Aug 27 04:46:11.499675 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45820) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:11.500050 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a87fdb-40b6-4ef0-8658-2a6aade32011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02644164-c48b-4a8d-9a06-7daf4a62fda9,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:11.565514 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b33dcf88-68e9-48a1-9bae-49e70030b51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.592826 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b33dcf88-68e9-48a1-9bae-49e70030b51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.718893 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b33dcf88-68e9-48a1-9bae-49e70030b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.721888 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b33dcf88-68e9-48a1-9bae-49e70030b51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:11.723104 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-b33dcf88-68e9-48a1-9bae-49e70030b51e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02644164-c48b-4a8d-9a06-7daf4a62fda9 HTTP/1.1" status: 204 len: 168 time: 0.2222457 Aug 27 04:46:11.732414 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dcf88-68e9-48a1-9bae-49e70030b51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02644164-c48b-4a8d-9a06-7daf4a62fda9,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:11.886751 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9214ae0-71b4-4ea3-80c4-d36ebc8608cf req-462949ef-2a40-4e76-a8bf-52e188f47ddb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0279365 Aug 27 04:46:12.209891 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f104278-7fc0-42ad-a6ab-135bb837fe54 req-0404cbf4-e7b4-46be-9482-a0d3712ddd21 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:12.211394 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1f104278-7fc0-42ad-a6ab-135bb837fe54 req-0404cbf4-e7b4-46be-9482-a0d3712ddd21 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0514286 Aug 27 04:46:12.233438 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45862) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:12.251089 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a06a4d28-e8a5-4ea1-b4d2-ed1f8433dc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:12.252181 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1f104278-7fc0-42ad-a6ab-135bb837fe54 req-6f4f404c-a5d2-47a6-ab5b-e2102eb71df7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 Aug 27 04:46:12.319354 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:46:12.363284 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a06a4d28-e8a5-4ea1-b4d2-ed1f8433dc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:12.466724 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a06a4d28-e8a5-4ea1-b4d2-ed1f8433dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:12.507070 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-a06a4d28-e8a5-4ea1-b4d2-ed1f8433dc67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6eb7e11005b4fc6bc2c52cb2ff20121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701390 Aug 27 04:46:12.507070 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a4d28-e8a5-4ea1-b4d2-ed1f8433dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecf2d80-9082-40d6-a3d0-246d497ee738,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:12.507629 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45868) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:12.564030 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8c5269d-291e-4e75-9786-e11da2b3b872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:12.585894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8c5269d-291e-4e75-9786-e11da2b3b872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:12.700928 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8c5269d-291e-4e75-9786-e11da2b3b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:12.703425 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d8c5269d-291e-4e75-9786-e11da2b3b872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:12.704584 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-d8c5269d-291e-4e75-9786-e11da2b3b872 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ecf2d80-9082-40d6-a3d0-246d497ee738 HTTP/1.1" status: 204 len: 168 time: 0.1959076 Aug 27 04:46:12.712636 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5269d-291e-4e75-9786-e11da2b3b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecf2d80-9082-40d6-a3d0-246d497ee738,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:12.997006 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-71891acd-4f5a-46ad-bc3d-a5f526de1265 req-2741d6a7-b637-4b72-a0e9-a8d392f5ba69 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0323925 Aug 27 04:46:13.387485 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee35c46-dbc7-497d-9e98-0438d1fe5b28 req-ea464f67-e34b-4f6c-ae73-a7595dfe1c99 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:13.387485 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9ee35c46-dbc7-497d-9e98-0438d1fe5b28 req-ea464f67-e34b-4f6c-ae73-a7595dfe1c99 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0533173 Aug 27 04:46:13.387829 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45898) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:13.407852 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-36ddd62f-07fb-4299-9f39-c8a9a070e280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.453658 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9ee35c46-dbc7-497d-9e98-0438d1fe5b28 req-d762a095-29fb-4b88-8b62-eb9db0dc4776 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581748 Aug 27 04:46:13.549658 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-36ddd62f-07fb-4299-9f39-c8a9a070e280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.609277 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.672588 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-36ddd62f-07fb-4299-9f39-c8a9a070e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.708198 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddd62f-07fb-4299-9f39-c8a9a070e280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29003920-eb4d-4fc6-9311-4b2100382ef2,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:13.724990 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-36ddd62f-07fb-4299-9f39-c8a9a070e280 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=828f18e8ad0f437f9c3051170bce05ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328817 Aug 27 04:46:13.724990 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45912) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:13.776722 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6aeea477-ae68-47cd-8b36-76890c8d0244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.801501 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6aeea477-ae68-47cd-8b36-76890c8d0244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.906500 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6aeea477-ae68-47cd-8b36-76890c8d0244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.910107 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6aeea477-ae68-47cd-8b36-76890c8d0244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:13.911636 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6aeea477-ae68-47cd-8b36-76890c8d0244 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29003920-eb4d-4fc6-9311-4b2100382ef2 HTTP/1.1" status: 204 len: 168 time: 0.1859894 Aug 27 04:46:13.922960 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeea477-ae68-47cd-8b36-76890c8d0244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29003920-eb4d-4fc6-9311-4b2100382ef2,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.096519 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-67d358d5-b104-49a2-b639-f1b465eec7e1 req-c36863e8-8161-4be8-8027-b9f91bcad2a8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0270667 Aug 27 04:46:14.466269 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 45940) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:14.587614 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7443-7a3f-43ea-8389-ee822edd4ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:14.613501 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142cf26-78e0-493a-835b-0739c28d317e req-8c106aaf-33bf-497d-8926-e5e9acb5bc5a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:14.615193 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2142cf26-78e0-493a-835b-0739c28d317e req-8c106aaf-33bf-497d-8926-e5e9acb5bc5a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0801117 Aug 27 04:46:14.675063 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2142cf26-78e0-493a-835b-0739c28d317e req-ce696ebe-4a6b-494a-b350-cf24cde5f071 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515797 Aug 27 04:46:14.733198 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7443-7a3f-43ea-8389-ee822edd4ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:14.805622 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7443-7a3f-43ea-8389-ee822edd4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:14.846190 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-8c0a7443-7a3f-43ea-8389-ee822edd4ea8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9be2f15d7c1a43d39c103dc53a306662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787632 Aug 27 04:46:14.848632 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7443-7a3f-43ea-8389-ee822edd4ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a93f76-1a29-4670-9aea-8bc0c310497b,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:14.850922 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45962) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:14.902458 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-23fb8d14-cb58-43f0-98bb-a4edb6633dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:14.926774 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-23fb8d14-cb58-43f0-98bb-a4edb6633dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:15.066713 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-23fb8d14-cb58-43f0-98bb-a4edb6633dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:15.069292 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-23fb8d14-cb58-43f0-98bb-a4edb6633dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:15.070533 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-23fb8d14-cb58-43f0-98bb-a4edb6633dd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41a93f76-1a29-4670-9aea-8bc0c310497b HTTP/1.1" status: 204 len: 168 time: 0.2206593 Aug 27 04:46:15.083562 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8d14-cb58-43f0-98bb-a4edb6633dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a93f76-1a29-4670-9aea-8bc0c310497b,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:15.195364 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b9c42ff7-f718-4ffa-9e03-f1e245c73c90 req-76062147-93f6-4163-bed9-9e2735cc25cc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0281346 Aug 27 04:46:15.809659 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64a9b-0c56-43d0-a8fb-82d1c5f33378 req-c873ecbc-a4ad-4187-801c-b2430c74159c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:15.811236 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-58c64a9b-0c56-43d0-a8fb-82d1c5f33378 req-c873ecbc-a4ad-4187-801c-b2430c74159c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0604239 Aug 27 04:46:15.811757 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 45990) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:15.842538 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5950bbbc-41ee-473c-8e19-3360884b650b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:15.854154 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-58c64a9b-0c56-43d0-a8fb-82d1c5f33378 req-039cf2eb-ff41-4308-9f63-1c19a5ee7bcc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367441 Aug 27 04:46:15.943954 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5950bbbc-41ee-473c-8e19-3360884b650b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:16.021612 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5950bbbc-41ee-473c-8e19-3360884b650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:16.060534 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5950bbbc-41ee-473c-8e19-3360884b650b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c83d526bede447cab37ce8892989ce74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474701 Aug 27 04:46:16.062672 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950bbbc-41ee-473c-8e19-3360884b650b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f0d008-9745-4654-9df2-267e0df9c61d,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:16.067261 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46006) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:16.118842 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5cb38a30-0c36-4bef-8bd9-216257cf6eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:16.145055 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5cb38a30-0c36-4bef-8bd9-216257cf6eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:16.272907 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5cb38a30-0c36-4bef-8bd9-216257cf6eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:16.275510 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5cb38a30-0c36-4bef-8bd9-216257cf6eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:16.276703 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5cb38a30-0c36-4bef-8bd9-216257cf6eee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61f0d008-9745-4654-9df2-267e0df9c61d HTTP/1.1" status: 204 len: 168 time: 0.2084820 Aug 27 04:46:16.294519 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e3cf2a8-d00a-4b10-ab98-15fe387031f1 req-256536d2-bfde-4776-83d0-274222387201 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0324752 Aug 27 04:46:16.300541 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb38a30-0c36-4bef-8bd9-216257cf6eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f0d008-9745-4654-9df2-267e0df9c61d,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:16.981984 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae5479-422f-42d3-958f-b643f9cfedbd req-842dd1dd-dc50-4ba1-a1fc-ba4d00687376 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:16.983498 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a6ae5479-422f-42d3-958f-b643f9cfedbd req-842dd1dd-dc50-4ba1-a1fc-ba4d00687376 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0503178 Aug 27 04:46:17.024049 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a6ae5479-422f-42d3-958f-b643f9cfedbd req-35efe40e-e2bb-474b-9088-6f3c01e5b82d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341237 Aug 27 04:46:17.394968 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fd547266-3d00-4c35-9f02-9a3eeee37481 req-a9ddb187-ae6d-49ab-be02-9c5e5d9c4900 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0275016 Aug 27 04:46:18.148693 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23717bc5-07ce-43bf-b666-32060b2797ec req-a13642f3-c1b8-45f0-bbc2-ba973e2f5565 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:18.150192 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-23717bc5-07ce-43bf-b666-32060b2797ec req-a13642f3-c1b8-45f0-bbc2-ba973e2f5565 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0495536 Aug 27 04:46:18.190868 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-23717bc5-07ce-43bf-b666-32060b2797ec req-19198452-0468-4e54-b03e-fffe99db09dd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338759 Aug 27 04:46:18.489089 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a94a3b-7e91-4deb-a217-653aca107d35 req-088a3343-6bc5-4a01-9e28-c86805111d0f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0268092 Aug 27 04:46:19.097616 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-e2b9b984-51d5-4c60-bfa9-006ea48b5116 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:19.099142 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-e2b9b984-51d5-4c60-bfa9-006ea48b5116 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/networks?id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 200 len: 815 time: 0.1130762 Aug 27 04:46:19.122054 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Request body: {'port': {'device_id': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'admin_state_up': True, 'tenant_id': '47cca0df6e9e4252b3273dbfa06aa6bf'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:19.331929 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ab51-dafe-485e-97c6-d0272f003f2b req-c23fc7b3-454e-4857-863a-fe16f813cbe5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:19.333544 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5244ab51-dafe-485e-97c6-d0272f003f2b req-c23fc7b3-454e-4857-863a-fe16f813cbe5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0667989 Aug 27 04:46:19.341938 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Made reservation on behalf of 47cca0df6e9e4252b3273dbfa06aa6bf for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:19.346402 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:19.380787 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5244ab51-dafe-485e-97c6-d0272f003f2b req-fafa0a98-27e8-478c-b742-d6dc7cc84336 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Aug 27 04:46:19.495338 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Allocated IP 172.20.0.3 (2f7e92e8-2bb2-4a03-9eb6-63a7b892b668/c82e7364-c3da-4955-bc5c-253e0c004a0c/0f036404-3c88-4063-bf8d-2049bac20837) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:19.595980 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46146) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:19.669785 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69f6ebd6-5607-4b2b-aa3c-4d6a77fc6e87 req-43cea41e-7948-49f4-9974-fe4c3602b439 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0892735 Aug 27 04:46:19.736944 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-59b23cc8-2069-48f5-b43b-86c84a8a3357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:19.753307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:19.833409 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-59b23cc8-2069-48f5-b43b-86c84a8a3357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.031424 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:46:20.045580 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-59b23cc8-2069-48f5-b43b-86c84a8a3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.050187 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.068102 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-86e043af-e42c-4b70-9a6b-afefddabd0e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632052 Aug 27 04:46:20.073063 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'faa1f003-4202-4ede-9e51-c66826ccd7ed', '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:20.097438 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-59b23cc8-2069-48f5-b43b-86c84a8a3357 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a78e9c31904b4368a17c4641de27a1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002034 Aug 27 04:46:20.098043 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46162) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:20.140014 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:20.141001 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event updated for resources: {'Port': ['ID=0f036404-3c88-4063-bf8d-2049bac20837,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:20.144552 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:20.147056 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:46:20.171964 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b23cc8-2069-48f5-b43b-86c84a8a3357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c652b64-ffa6-4876-896c-e1292a51272e,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:20.202598 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:20.203269 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.233945 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02eb05b4-3505-488b-971f-20b191211318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.238400 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-c8774643-32cf-4254-8f6b-5822b68ae389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:20.240916 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-c8774643-32cf-4254-8f6b-5822b68ae389 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.1392756 Aug 27 04:46:20.296049 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-17c34d2e-f76c-4f36-8422-9c65c448ce65 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1787808 Aug 27 04:46:20.313075 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Request body: {'port': {'device_id': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:20.373944 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-3798f820-2b26-4873-9e8b-48ad5a9f438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:20.379985 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-3798f820-2b26-4873-9e8b-48ad5a9f438d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.1096115 Aug 27 04:46:20.379985 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02eb05b4-3505-488b-971f-20b191211318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.450913 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.451640 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-ddeffc61-4436-4da8-a631-2f2c5890ffe0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 217 time: 0.0619545 Aug 27 04:46:20.532161 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:20.545794 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-c8d18ee0-1a2a-4d12-ac19-da0856a6b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:20.547775 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-c8d18ee0-1a2a-4d12-ac19-da0856a6b86b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0853879 Aug 27 04:46:20.573494 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'port_id': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'mac_address': 'fa:16:3e:5a:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:46:20.655431 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-811ddc9a-074b-4340-8066-27c48a8c9dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913146 Aug 27 04:46:20.685451 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.808903 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f036404-3c88-4063-bf8d-2049bac20837 {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:46:20.814710 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-b072dce5-972a-40c9-889d-531bd9c99e6c service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441314 Aug 27 04:46:20.817342 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:20.835023 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc5f03c6-6c24-491a-8672-be1f69f6c073 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:46:20.868672 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:20.883001 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beec2b-e595-4bce-82c7-ae590e64c4f4 req-66394a53-c09f-43fc-a2f0-f0a6b73fd8f9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:20.884918 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3beec2b-e595-4bce-82c7-ae590e64c4f4 req-66394a53-c09f-43fc-a2f0-f0a6b73fd8f9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.3351390 Aug 27 04:46:20.963294 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7176474-8c1b-43b2-a046-30cbdafb8dc6 req-bed80441-c089-4f4b-b876-f516ba87ee8d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:20.975508 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b7176474-8c1b-43b2-a046-30cbdafb8dc6 req-bed80441-c089-4f4b-b876-f516ba87ee8d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 931 time: 0.1344025 Aug 27 04:46:20.983608 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3beec2b-e595-4bce-82c7-ae590e64c4f4 req-86c28788-702c-4f84-bc3f-1cb5ce16d75a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558767 Aug 27 04:46:21.002615 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02eb05b4-3505-488b-971f-20b191211318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:21.012334 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-02eb05b4-3505-488b-971f-20b191211318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:21.012334 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-02eb05b4-3505-488b-971f-20b191211318 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c652b64-ffa6-4876-896c-e1292a51272e HTTP/1.1" status: 204 len: 168 time: 0.9070597 Aug 27 04:46:21.026048 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Transition to ACTIVE for port object 0f036404-3c88-4063-bf8d-2049bac20837 will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:46:21.031129 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb05b4-3505-488b-971f-20b191211318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c652b64-ffa6-4876-896c-e1292a51272e,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.042447 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:21.048805 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f130a1ff-9bde-41f4-bdc0-7d0dda0e5e8d req-e4de28d2-7cae-4515-9f33-bef66b04ffc9 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234218 Aug 27 04:46:21.120422 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b7176474-8c1b-43b2-a046-30cbdafb8dc6 req-72cad688-5b37-4a98-a0b5-7738214f08c4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443264 Aug 27 04:46:21.156789 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=6']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.160282 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:21.243357 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=0f036404-3c88-4063-bf8d-2049bac20837,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.343779 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Attempting to bind port 0f036404-3c88-4063-bf8d-2049bac20837 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:46:21.344115 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Attempting to bind port 0f036404-3c88-4063-bf8d-2049bac20837 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:46:21.344718 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Attempting to bind port 0f036404-3c88-4063-bf8d-2049bac20837 on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:46:21.366259 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Port 0f036404-3c88-4063-bf8d-2049bac20837 on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:46:21.366259 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Attempting to bind port 0f036404-3c88-4063-bf8d-2049bac20837 on network 2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:46:21.422677 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:46:21.422677 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Checking segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:46:21.422677 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Bound using segment: {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:46:21.422677 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Bound port: 0f036404-3c88-4063-bf8d-2049bac20837, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936526c9-fbd1-4800-bc7d-7c744499a89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:46:21.422677 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:21.547075 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] For port 0f036404-3c88-4063-bf8d-2049bac20837, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:46:21.572084 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] For port 0f036404-3c88-4063-bf8d-2049bac20837, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f036404-3c88-4063-bf8d-2049bac20837,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:46:21.644247 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:21.698466 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:21.700277 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:21.701526 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] 10.222.0.43 "PUT /v2.0/ports/0f036404-3c88-4063-bf8d-2049bac20837 HTTP/1.1" status: 200 len: 1093 time: 1.3956134 Aug 27 04:46:21.701977 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'tag': '0f036404-3c88-4063-bf8d-2049bac20837'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:21.704886 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8c9ae-f969-4214-b258-e49e05857c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7924e15-d11f-4813-a3eb-0c0776e8f8df", "tag": "0f036404-3c88-4063-bf8d-2049bac20837"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:21.759723 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202f637-1664-4891-994e-f77e092f0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=0f036404-3c88-4063-bf8d-2049bac20837,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:21.776312 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31af8b-b0e7-40ba-a78e-34bc3398122c x-openstack-request-id: req-9c31af8b-b0e7-40ba-a78e-34bc3398122c {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:21.776312 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7924e15-d11f-4813-a3eb-0c0776e8f8df", "tag": "0f036404-3c88-4063-bf8d-2049bac20837", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:21.776312 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c31af8b-b0e7-40ba-a78e-34bc3398122c {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:21.776312 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'tag': '0f036404-3c88-4063-bf8d-2049bac20837', 'status': 'completed', 'code': 200} Aug 27 04:46:21.985452 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46204) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:21.999479 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-47c1575b-5078-4a54-992a-ad692a665a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:22.098989 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-47c1575b-5078-4a54-992a-ad692a665a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:22.153199 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b14245-63ce-475f-93fb-4a87951841df req-71ed58c8-2a37-4426-b0da-f4eb04b0ea0d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:22.154714 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-48b14245-63ce-475f-93fb-4a87951841df req-71ed58c8-2a37-4426-b0da-f4eb04b0ea0d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.0494220 Aug 27 04:46:22.163287 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-47c1575b-5078-4a54-992a-ad692a665a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:22.192406 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-47c1575b-5078-4a54-992a-ad692a665a6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46fe66da4e3d4580838fd19a861d2c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036576 Aug 27 04:46:22.192999 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46212) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:22.195022 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-48b14245-63ce-475f-93fb-4a87951841df req-a5638ab5-baa2-4753-ab98-16e962eb3784 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343533 Aug 27 04:46:22.264649 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1575b-5078-4a54-992a-ad692a665a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed54ef-81d5-464f-bdb5-a2297943d1a3,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:22.299466 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35858052-17cd-4009-932a-18a109c10fef req-cd5a6295-acba-468d-8b86-b7d7ed7022d8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:22.300982 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-35858052-17cd-4009-932a-18a109c10fef req-cd5a6295-acba-468d-8b86-b7d7ed7022d8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.0942261 Aug 27 04:46:22.303916 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e6088127-651e-4150-ad4d-fdbf269300c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:22.338445 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e6088127-651e-4150-ad4d-fdbf269300c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:22.367040 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-35858052-17cd-4009-932a-18a109c10fef req-901de146-dc87-4bed-b9cc-ea66ef8214c0 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600131 Aug 27 04:46:22.483218 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e6088127-651e-4150-ad4d-fdbf269300c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:22.485777 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e6088127-651e-4150-ad4d-fdbf269300c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:22.486934 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e6088127-651e-4150-ad4d-fdbf269300c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7ed54ef-81d5-464f-bdb5-a2297943d1a3 HTTP/1.1" status: 204 len: 168 time: 0.2908993 Aug 27 04:46:22.495183 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6088127-651e-4150-ad4d-fdbf269300c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed54ef-81d5-464f-bdb5-a2297943d1a3,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:23.255110 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b0a67fb1-9b44-4397-965f-afa8065e23e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:23.313804 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3a83c-1a59-4297-baa6-bdfe6867c060 req-4f138c34-6627-4625-ac55-5cef50ad96b1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:23.315317 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f2a3a83c-1a59-4297-baa6-bdfe6867c060 req-4f138c34-6627-4625-ac55-5cef50ad96b1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.0493145 Aug 27 04:46:23.352429 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f2a3a83c-1a59-4297-baa6-bdfe6867c060 req-09838845-596d-4c3a-8224-a8403f3075f1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Aug 27 04:46:23.484451 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de3cf1-bf7c-4e17-9ddc-124940478ed6 req-470ba228-dd4e-4759-a27e-476c5dcef7bb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:23.485977 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-24de3cf1-bf7c-4e17-9ddc-124940478ed6 req-470ba228-dd4e-4759-a27e-476c5dcef7bb tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.0499699 Aug 27 04:46:23.524702 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-24de3cf1-bf7c-4e17-9ddc-124940478ed6 req-e8a971ae-55c0-4739-8a08-2b1b49c488cf tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Aug 27 04:46:24.477350 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abdf2d-11a3-40e9-8931-b75c956b14b6 req-04a4a4ef-8ca4-4de5-9ac4-3b53ab2d1bbb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:24.478801 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82abdf2d-11a3-40e9-8931-b75c956b14b6 req-04a4a4ef-8ca4-4de5-9ac4-3b53ab2d1bbb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.0541997 Aug 27 04:46:24.529930 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82abdf2d-11a3-40e9-8931-b75c956b14b6 req-4f7a3aa1-0f97-46b1-bfa7-85f9a1005efe tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Aug 27 04:46:24.697652 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7ee2-b83e-4390-9c54-477286691d2f req-345e27bd-ea45-43dc-a3bf-72c8a3d85d2c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:24.701567 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e9ea7ee2-b83e-4390-9c54-477286691d2f req-345e27bd-ea45-43dc-a3bf-72c8a3d85d2c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.0792403 Aug 27 04:46:24.762283 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e9ea7ee2-b83e-4390-9c54-477286691d2f req-0bb1f336-8b3f-4b6d-a22e-607029f6505a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Aug 27 04:46:24.862906 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8c9ae-f969-4214-b258-e49e05857c3b req-48f5aead-617c-41c6-9ba2-db055942b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:24.864517 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-06a8c9ae-f969-4214-b258-e49e05857c3b req-48f5aead-617c-41c6-9ba2-db055942b3e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 1096 time: 0.0429766 Aug 27 04:46:24.991049 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8c9ae-f969-4214-b258-e49e05857c3b req-e23fac55-d328-4b87-a665-1121bb548a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:24.992573 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-06a8c9ae-f969-4214-b258-e49e05857c3b req-e23fac55-d328-4b87-a665-1121bb548a2b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014407 Aug 27 04:46:25.085025 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['bc5f03c6-6c24-491a-8672-be1f69f6c073'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:25.112033 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8c9ae-f969-4214-b258-e49e05857c3b req-562d60de-5079-46fd-a0e0-5e96e9a852f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:25.113506 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-06a8c9ae-f969-4214-b258-e49e05857c3b req-562d60de-5079-46fd-a0e0-5e96e9a852f8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039779 Aug 27 04:46:25.307769 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-f1997f9a-ab15-4fef-8f86-2c1da6cf200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:25.310483 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-f1997f9a-ab15-4fef-8f86-2c1da6cf200b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 1096 time: 0.1307068 Aug 27 04:46:25.391424 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-0f3a204e-6aa1-47e8-8cce-0defa8cc7732 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f036404-3c88-4063-bf8d-2049bac20837 HTTP/1.1" status: 200 len: 217 time: 0.0495031 Aug 27 04:46:25.456052 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-e44c6048-ed39-4b33-ba2a-c8d4079e4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:25.497611 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-e44c6048-ed39-4b33-ba2a-c8d4079e4259 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c82e7364-c3da-4955-bc5c-253e0c004a0c HTTP/1.1" status: 200 len: 855 time: 0.0550506 Aug 27 04:46:25.498263 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-d59a4888-f5d1-4409-884e-6bd2683d4ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305736 Aug 27 04:46:25.557667 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:25.619866 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port bc5f03c6-6c24-491a-8672-be1f69f6c073 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:25.620277 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:25.667228 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-87f14e90-5d04-4910-a341-892fc68392b5 service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589637 Aug 27 04:46:25.757252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e106-b13e-456c-b433-03e78eb93eca req-ddd8207a-b626-4c8b-9322-4f0470976892 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:25.775733 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:25.780869 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b0a6e106-b13e-456c-b433-03e78eb93eca req-ddd8207a-b626-4c8b-9322-4f0470976892 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.1629100 Aug 27 04:46:25.836826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:25.840946 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:25.849252 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbe7e67-c4ce-4fab-a465-3b2541d378bd" -d '{"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:25.941984 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b0a6e106-b13e-456c-b433-03e78eb93eca req-0d1f551d-51b8-4e96-8c48-478d905dccfd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600924 Aug 27 04:46:25.956171 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598a95-5a63-4f4b-a8bb-a977a1d494df req-44f9a11b-814b-477e-9ba8-4bcd8b084e33 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:25.957756 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-83598a95-5a63-4f4b-a8bb-a977a1d494df req-44f9a11b-814b-477e-9ba8-4bcd8b084e33 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.0833578 Aug 27 04:46:25.992462 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-202e2a75-bd2f-488c-a3bf-808ef7c86679 req-a0f1ed71-5602-4f57-8f52-d7466d82d5c2 service neutron] 10.222.0.43 "GET /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028414 Aug 27 04:46:26.009448 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-22a66770-6c28-48a8-8570-cdcbb1b1468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:26.014983 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:26.053226 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-83598a95-5a63-4f4b-a8bb-a977a1d494df req-52b3e6db-cc63-46b6-972f-61ac522dd845 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861192 Aug 27 04:46:26.090099 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e014545-0c17-4035-b0c7-ddcb61f086e6 x-openstack-request-id: req-5e014545-0c17-4035-b0c7-ddcb61f086e6 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:26.090744 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:26.090744 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e014545-0c17-4035-b0c7-ddcb61f086e6 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:26.091324 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'code': 200} Aug 27 04:46:26.094396 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:26.137852 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=7']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:26.784955 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb4874-9738-4c5b-971b-7fe95825d795 req-953708d4-e3fa-4421-bc9e-88b7e576992a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:26.786471 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-11bb4874-9738-4c5b-971b-7fe95825d795 req-953708d4-e3fa-4421-bc9e-88b7e576992a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0633945 Aug 27 04:46:26.830218 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-11bb4874-9738-4c5b-971b-7fe95825d795 req-808e0786-87c8-4848-a01c-c51775da38d6 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Aug 27 04:46:26.870085 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-ccc91aaa-539c-43e6-92ad-c15f6fdf449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:26.871743 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-ccc91aaa-539c-43e6-92ad-c15f6fdf449f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.0722246 Aug 27 04:46:26.969616 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:26.980819 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-520ab623-9614-4e5c-bc45-e481bb784002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:26.982642 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-520ab623-9614-4e5c-bc45-e481bb784002 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.1020329 Aug 27 04:46:27.085092 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd2a5-666a-45f8-835e-05b76bf6fbe1 req-5269ad39-9b3c-45ca-92db-1016feb75bdc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:27.093676 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f94cd2a5-666a-45f8-835e-05b76bf6fbe1 req-5269ad39-9b3c-45ca-92db-1016feb75bdc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0712733 Aug 27 04:46:27.159583 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f94cd2a5-666a-45f8-835e-05b76bf6fbe1 req-5ff41ae5-2673-49f8-a367-df12a35e2033 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647855 Aug 27 04:46:27.269852 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db636bae-4714-45e7-b16a-8629d66f8b7e req-e87dbee2-e9bf-4601-95f0-bf1b218bc95b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:27.273019 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-db636bae-4714-45e7-b16a-8629d66f8b7e req-e87dbee2-e9bf-4601-95f0-bf1b218bc95b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.0778184 Aug 27 04:46:27.297140 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46294) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:27.333472 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-db636bae-4714-45e7-b16a-8629d66f8b7e req-d9126cef-4c03-4195-8b7d-7e55fa30e131 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522294 Aug 27 04:46:27.419244 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3494bcdc-1f51-4d2a-a60a-531832f2640c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.518622 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3494bcdc-1f51-4d2a-a60a-531832f2640c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.575592 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3494bcdc-1f51-4d2a-a60a-531832f2640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.615972 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494bcdc-1f51-4d2a-a60a-531832f2640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c413f3bb-bed5-45b0-b23f-3b20e92f1d96,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:27.621980 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-3494bcdc-1f51-4d2a-a60a-531832f2640c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76ea3aae3c3c48309d8b899e6f37f055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238318 Aug 27 04:46:27.625255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46304) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:27.711540 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-52589842-eee4-4403-919a-93acd2d089a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.738129 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-52589842-eee4-4403-919a-93acd2d089a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.872724 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-52589842-eee4-4403-919a-93acd2d089a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.875349 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-52589842-eee4-4403-919a-93acd2d089a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:27.876878 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-52589842-eee4-4403-919a-93acd2d089a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c413f3bb-bed5-45b0-b23f-3b20e92f1d96 HTTP/1.1" status: 204 len: 168 time: 0.2503421 Aug 27 04:46:27.897723 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52589842-eee4-4403-919a-93acd2d089a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c413f3bb-bed5-45b0-b23f-3b20e92f1d96,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:27.962890 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-4990922e-5c94-44d4-88b8-3da347a2098b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 217 time: 0.0499277 Aug 27 04:46:28.008400 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a06e-418f-4f4c-a368-7357a631dc55 req-76a11892-a18c-4005-8304-21fa886183a7 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:28.010013 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6838a06e-418f-4f4c-a368-7357a631dc55 req-76a11892-a18c-4005-8304-21fa886183a7 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0861025 Aug 27 04:46:28.059072 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6838a06e-418f-4f4c-a368-7357a631dc55 req-a44be7c0-040c-4b2c-8ab8-843405bd28f1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Aug 27 04:46:28.312918 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34b3c-df64-46f0-b7a4-ef34632cf337 req-a434e0ec-90e9-4647-8f18-010e29f78ae7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:28.320263 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-04d34b3c-df64-46f0-b7a4-ef34632cf337 req-a434e0ec-90e9-4647-8f18-010e29f78ae7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0720491 Aug 27 04:46:28.375852 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-04d34b3c-df64-46f0-b7a4-ef34632cf337 req-21b4bb10-d1c8-4f72-beed-75555872beb2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531776 Aug 27 04:46:28.483603 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c215d8-8882-4c6c-96a6-687ddf9b6280 req-15fbb858-d6e8-42f6-a18a-f2e615d6a37f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:28.485365 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e5c215d8-8882-4c6c-96a6-687ddf9b6280 req-15fbb858-d6e8-42f6-a18a-f2e615d6a37f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.0542514 Aug 27 04:46:28.522432 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.532980 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e5c215d8-8882-4c6c-96a6-687ddf9b6280 req-a7630507-f83e-445f-b4d9-39674885a78a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Aug 27 04:46:28.659423 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46320) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:28.673817 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4395f878-fb81-4255-b57d-b18d4fe551c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.778641 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4395f878-fb81-4255-b57d-b18d4fe551c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.860923 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4395f878-fb81-4255-b57d-b18d4fe551c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:28.904834 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395f878-fb81-4255-b57d-b18d4fe551c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2437a8a6-ee02-4b08-a5d4-a871ed66dcce,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:28.909767 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4395f878-fb81-4255-b57d-b18d4fe551c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3508396f80944396bfac681968f3e7bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491693 Aug 27 04:46:28.918280 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46324) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:28.920766 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-a0e12057-8ffb-4516-9139-2adabcd3b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:28.922270 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-a0e12057-8ffb-4516-9139-2adabcd3b60e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0816276 Aug 27 04:46:28.983062 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bb95fa8-e6ba-4b78-bdf7-1df382904055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.007027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bb95fa8-e6ba-4b78-bdf7-1df382904055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.134934 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bb95fa8-e6ba-4b78-bdf7-1df382904055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.142103 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2bb95fa8-e6ba-4b78-bdf7-1df382904055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:29.144405 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-2bb95fa8-e6ba-4b78-bdf7-1df382904055 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2437a8a6-ee02-4b08-a5d4-a871ed66dcce HTTP/1.1" status: 204 len: 168 time: 0.2249053 Aug 27 04:46:29.167250 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb95fa8-e6ba-4b78-bdf7-1df382904055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2437a8a6-ee02-4b08-a5d4-a871ed66dcce,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:29.263432 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e611cb-180b-49fa-b19d-499d45ef69b3 req-97297626-6989-4d76-aa72-954879d9723c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.265805 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c0e611cb-180b-49fa-b19d-499d45ef69b3 req-97297626-6989-4d76-aa72-954879d9723c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0943677 Aug 27 04:46:29.339432 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c0e611cb-180b-49fa-b19d-499d45ef69b3 req-429ade08-1b2b-4dbd-9caa-173a11d31463 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627720 Aug 27 04:46:29.631728 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e581-c61b-4807-876f-c7f2e3c24e7e req-18ab46c1-31f6-42f8-886e-407471a65b36 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.642552 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2908e581-c61b-4807-876f-c7f2e3c24e7e req-18ab46c1-31f6-42f8-886e-407471a65b36 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1303279 Aug 27 04:46:29.703102 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2908e581-c61b-4807-876f-c7f2e3c24e7e req-114a52cc-0363-4207-a7fa-4660f989b3b6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525234 Aug 27 04:46:29.751245 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0439f-5b84-4b11-8061-bb775bc3ce44 req-76d5ffde-6026-470b-a12e-1d5c0185429d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:29.752999 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-05b0439f-5b84-4b11-8061-bb775bc3ce44 req-76d5ffde-6026-470b-a12e-1d5c0185429d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.0841379 Aug 27 04:46:29.806877 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-05b0439f-5b84-4b11-8061-bb775bc3ce44 req-79171cda-6b6a-4bca-aa09-d9dd48d3115e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477481 Aug 27 04:46:29.921315 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-3979aabd-9cd2-4775-8113-e57c04b4d21d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407522 Aug 27 04:46:30.100015 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-e1af9c7a-1b1e-48c5-9a30-2332322cc294 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383989 Aug 27 04:46:30.661127 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b770e-7d23-46d8-be47-783e71977568 req-165669dd-22ea-464a-bbca-f06c22782d84 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:30.662960 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-557b770e-7d23-46d8-be47-783e71977568 req-165669dd-22ea-464a-bbca-f06c22782d84 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1124499 Aug 27 04:46:30.707400 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b856735-08c0-48ec-83b6-ea3e83b2978d req-8fed28d0-a62f-49d1-ab4b-4d7b4ef8844c service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950048 Aug 27 04:46:30.765138 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-557b770e-7d23-46d8-be47-783e71977568 req-66a3c339-187f-4367-80f6-7da634ceba2b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905218 Aug 27 04:46:30.833806 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46404) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:30.931514 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65ef70-dc0e-4d40-b24d-e0d1c02a3e62 req-1d1b7608-9f26-4c14-86d2-a911d913eaa7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:30.946378 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ea65ef70-dc0e-4d40-b24d-e0d1c02a3e62 req-1d1b7608-9f26-4c14-86d2-a911d913eaa7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1397524 Aug 27 04:46:31.038114 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ea65ef70-dc0e-4d40-b24d-e0d1c02a3e62 req-5a971ed0-b815-4479-b377-f1f2dea33858 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906746 Aug 27 04:46:31.040674 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c76f1f-96b9-428c-9a83-ce99f2c89851 req-fd2687e4-9e78-424e-8e11-010707ba01af tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:31.042329 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-44c76f1f-96b9-428c-9a83-ce99f2c89851 req-fd2687e4-9e78-424e-8e11-010707ba01af tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.1342983 Aug 27 04:46:31.140370 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-44c76f1f-96b9-428c-9a83-ce99f2c89851 req-2b697450-de11-4267-aec8-48f28064f010 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767298 Aug 27 04:46:31.156615 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-875867298-network', 'tenant_id': '617153db413a41c4b476f446794cb806'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:31.278046 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Made reservation on behalf of 617153db413a41c4b476f446794cb806 for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:31.288993 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:31.297941 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:31.578397 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:31.816126 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:31.858641 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:46:31.891418 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04e1e3-2c40-4813-a3f4-4f9484c8c71f,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:31.902435 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:31.902435 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Added segment f5cefb7c-f213-412e-bca7-13a2053b1a5d of type vlan for network f28a4a53-71a0-4b87-9e16-c75ccea1b10d Aug 27 04:46:31.988137 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:31.990803 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955b00-b560-453b-84fc-300b72c95fe0 req-50bb68a9-7955-41c1-9f4a-d7ad363b91f3 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:32.002335 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5e955b00-b560-453b-84fc-300b72c95fe0 req-50bb68a9-7955-41c1-9f4a-d7ad363b91f3 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1561797 Aug 27 04:46:32.059625 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5e955b00-b560-453b-84fc-300b72c95fe0 req-43fee312-f1db-4606-8151-ddfb5ac15660 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508411 Aug 27 04:46:32.077738 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:32.079022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:32.079769 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:32.222217 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] Pushing event updated for resources: {'Network': ['ID=f28a4a53-71a0-4b87-9e16-c75ccea1b10d,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:32.245057 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network f28a4a53-71a0-4b87-9e16-c75ccea1b10d details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:46:32.354602 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-3bb1626a-1b2d-4c04-9498-053015d0b941 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5194769 Aug 27 04:46:32.360101 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46452) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:32.365549 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Request body: {'subnet': {'network_id': 'f28a4a53-71a0-4b87-9e16-c75ccea1b10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-875867298-subnet', 'tenant_id': '617153db413a41c4b476f446794cb806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:32.413273 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059a41-eaff-460a-90fa-d5f16c0d01bb req-0bacc4a3-0901-44d1-b617-700246049fc5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:32.423720 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91a739-2914-417a-a9a8-58e870842ac4 req-89285f70-0c00-4661-ad2b-edd39d4c9481 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:32.427235 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ec059a41-eaff-460a-90fa-d5f16c0d01bb req-0bacc4a3-0901-44d1-b617-700246049fc5 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.1091094 Aug 27 04:46:32.437802 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fb91a739-2914-417a-a9a8-58e870842ac4 req-89285f70-0c00-4661-ad2b-edd39d4c9481 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1788919 Aug 27 04:46:32.509054 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ec059a41-eaff-460a-90fa-d5f16c0d01bb req-511d2195-6f93-4f6b-a772-5aba54a35545 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797207 Aug 27 04:46:32.541205 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fb91a739-2914-417a-a9a8-58e870842ac4 req-a832f632-cca3-47a7-90a5-d07016df2481 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982547 Aug 27 04:46:32.563710 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Made reservation on behalf of 617153db413a41c4b476f446794cb806 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:32.567197 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9778508'] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:32.948521 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9778494'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:33.047587 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7adb372-cba9-4765-a29d-f29833f29cda,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:33.148943 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Checking segment: {'id': 'f5cefb7c-f213-412e-bca7-13a2053b1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f28a4a53-71a0-4b87-9e16-c75ccea1b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:46:33.152726 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Network hostable DHCP agents. Network: f28a4a53-71a0-4b87-9e16-c75ccea1b10d, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:33.312209 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Network f28a4a53-71a0-4b87-9e16-c75ccea1b10d is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:33.323821 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd250ae-9fa3-4a8d-99ed-c4f367ab8b16 req-73a75492-84f8-4910-8d40-8f2980a5f019 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:33.336197 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dcd250ae-9fa3-4a8d-99ed-c4f367ab8b16 req-73a75492-84f8-4910-8d40-8f2980a5f019 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1247747 Aug 27 04:46:33.398084 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, f28a4a53-71a0-4b87-9e16-c75ccea1b10d) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:33.411969 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5fe2d3-bdb4-4ec7-b1c4-20e28d09493e None None] Network f28a4a53-71a0-4b87-9e16-c75ccea1b10d requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:46:33.416994 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:33.418144 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:33.441479 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dcd250ae-9fa3-4a8d-99ed-c4f367ab8b16 req-90f0b782-281a-4efb-80c4-2aadd511c6ba tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980601 Aug 27 04:46:33.586862 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-12d301b7-a3c2-4232-82ee-edf077d39315 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2254543 Aug 27 04:46:33.646771 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 0f036404-3c88-4063-bf8d-2049bac20837 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:46:33.742522 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3d413-5fa9-4cce-8356-d8105c262b0f None None] Network f28a4a53-71a0-4b87-9e16-c75ccea1b10d requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:46:33.861604 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff732a-5645-437e-88e5-d0e8e55a2b54 req-d70d663b-2d10-4106-bf5a-52799a2f54db tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:33.871369 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-19ff732a-5645-437e-88e5-d0e8e55a2b54 req-d70d663b-2d10-4106-bf5a-52799a2f54db tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1399853 Aug 27 04:46:33.878825 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a10d-e28c-498f-8c1a-8d469b17a80d req-55642196-6df1-499a-bf69-a3f510a60267 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:33.881236 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1c97a10d-e28c-498f-8c1a-8d469b17a80d req-55642196-6df1-499a-bf69-a3f510a60267 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 943 time: 0.1212313 Aug 27 04:46:33.967448 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1c97a10d-e28c-498f-8c1a-8d469b17a80d req-9a8c4118-db80-4081-981d-94ba71fc6538 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737922 Aug 27 04:46:34.023052 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-19ff732a-5645-437e-88e5-d0e8e55a2b54 req-f29301dc-eff4-434c-8cbc-df3e2f344931 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433992 Aug 27 04:46:34.075033 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.db.resource_extend [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 04:46:34.311779 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 0f036404-3c88-4063-bf8d-2049bac20837, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f036404-3c88-4063-bf8d-2049bac20837,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:34.346062 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '0f036404-3c88-4063-bf8d-2049bac20837', 'network_id': '2f7e92e8-2bb2-4a03-9eb6-63a7b892b668', 'port_id': '0f036404-3c88-4063-bf8d-2049bac20837', 'mac_address': 'fa:16:3e:b7:36:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82e7364-c3da-4955-bc5c-253e0c004a0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:46:34.466010 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:34.563062 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f036404-3c88-4063-bf8d-2049bac20837 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:46:34.738687 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 0f036404-3c88-4063-bf8d-2049bac20837, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f036404-3c88-4063-bf8d-2049bac20837,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:34.852106 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e67a96-75da-4b1d-a02c-6ba99c97a135 req-2ea18977-ea8b-45a2-b146-c52cecc5292e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:34.859551 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f4e67a96-75da-4b1d-a02c-6ba99c97a135 req-2ea18977-ea8b-45a2-b146-c52cecc5292e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1369288 Aug 27 04:46:34.930006 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f4e67a96-75da-4b1d-a02c-6ba99c97a135 req-72a4e740-8be5-4e78-919a-6cfca709a243 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Aug 27 04:46:35.054943 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:35.196764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd4a24-d9bf-4200-9584-8126ad2ff4cc req-ce7622ce-ed67-45b2-872d-7111305c3451 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:35.212726 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-69cd4a24-d9bf-4200-9584-8126ad2ff4cc req-ce7622ce-ed67-45b2-872d-7111305c3451 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 944 time: 0.1375659 Aug 27 04:46:35.215261 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=0f036404-3c88-4063-bf8d-2049bac20837,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:35.227008 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.227318 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.227762 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.228130 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.228497 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.228842 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.229180 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.229589 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.230446 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.230791 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.231182 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.231589 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:46:35.361040 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-69cd4a24-d9bf-4200-9584-8126ad2ff4cc req-7629c075-96d1-46b7-8897-7244a1b6b187 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383111 Aug 27 04:46:35.401784 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46500) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:35.408297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1110639416-network', 'tenant_id': '79d2e5cc26aa40b88432a99904e9d049'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:35.439868 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d0d88-ca06-4f42-9bb5-b585b3645935 req-64dcbbb3-a2bc-417d-ba3c-f819f168ad19 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:35.442070 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-481d0d88-ca06-4f42-9bb5-b585b3645935 req-64dcbbb3-a2bc-417d-ba3c-f819f168ad19 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1712141 Aug 27 04:46:35.457350 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['0f036404-3c88-4063-bf8d-2049bac20837'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:46:35.522884 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-481d0d88-ca06-4f42-9bb5-b585b3645935 req-c08bf9fd-3ade-4d36-a5d4-674c1ee8563a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717111 Aug 27 04:46:35.562917 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Made reservation on behalf of 79d2e5cc26aa40b88432a99904e9d049 for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:35.567583 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:35.599896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:35.764896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:35.969225 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:36.013927 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:46:36.076467 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cd399a-f7fc-4bd4-9938-f2f742dfd091,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:36.081279 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:36.081660 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Added segment 9675ce40-3ca3-4623-8632-214f5d1ac3ba of type vlan for network b1d14e7a-afea-4dee-bf30-37a67ec8191a Aug 27 04:46:36.138211 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb749d-a4ea-49e4-a682-b493ca026694 req-f23ef97b-f906-4032-b453-902d347aeb59 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:36.146343 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-94cb749d-a4ea-49e4-a682-b493ca026694 req-f23ef97b-f906-4032-b453-902d347aeb59 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1074100 Aug 27 04:46:36.209289 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-94cb749d-a4ea-49e4-a682-b493ca026694 req-e2db48a1-ce3b-4080-8315-bf300e186405 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615840 Aug 27 04:46:36.214042 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:36.322792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:36.324330 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:36.325217 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:36.505443 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d14e7a-afea-4dee-bf30-37a67ec8191a,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:36.563742 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-92afb5ef-ff04-4ecb-9fdc-d8451eb7ffe4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1569390 Aug 27 04:46:36.564646 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46518) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:36.569994 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network b1d14e7a-afea-4dee-bf30-37a67ec8191a details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:46:36.584415 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079fedc-0ccf-47c4-a894-073a6251dad8 req-0ca0a55e-0edd-410a-bce8-1a9091e5e888 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:36.586680 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a079fedc-0ccf-47c4-a894-073a6251dad8 req-0ca0a55e-0edd-410a-bce8-1a9091e5e888 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 944 time: 0.0964205 Aug 27 04:46:36.601347 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Request body: {'subnet': {'network_id': 'b1d14e7a-afea-4dee-bf30-37a67ec8191a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1110639416-subnet', 'tenant_id': '79d2e5cc26aa40b88432a99904e9d049', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:36.676062 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a079fedc-0ccf-47c4-a894-073a6251dad8 req-fe611bdf-0d05-4a73-b8ab-842b4dc92b33 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688748 Aug 27 04:46:36.955693 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Made reservation on behalf of 79d2e5cc26aa40b88432a99904e9d049 for: {'subnet': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:36.958075 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12193283'] for subnet, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:37.017430 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb9a7e-025a-4b59-a288-dcca070af45b req-af466287-5dad-44aa-8d6a-8cef28aebe71 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:37.025273 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9abb9a7e-025a-4b59-a288-dcca070af45b req-af466287-5dad-44aa-8d6a-8cef28aebe71 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.3754721 Aug 27 04:46:37.093590 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9abb9a7e-025a-4b59-a288-dcca070af45b req-e57d1c65-a6de-4ab5-81a4-739cdc9df06b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670574 Aug 27 04:46:37.391660 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6857087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12193393'] for subnet, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:37.411242 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200bdde-d9ae-4c90-a767-bf581e63efe2 req-a523e9d6-88da-4de2-861f-f65325a56346 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:37.421399 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e200bdde-d9ae-4c90-a767-bf581e63efe2 req-a523e9d6-88da-4de2-861f-f65325a56346 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0982993 Aug 27 04:46:37.483365 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929198d4-fb84-4fe7-b410-8f159a14f95b,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:37.530247 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Checking segment: {'id': '9675ce40-3ca3-4623-8632-214f5d1ac3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b1d14e7a-afea-4dee-bf30-37a67ec8191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:46:37.539765 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Network hostable DHCP agents. Network: b1d14e7a-afea-4dee-bf30-37a67ec8191a, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:46:37.541068 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e200bdde-d9ae-4c90-a767-bf581e63efe2 req-5faba111-49a2-4bb9-bbba-1a44ef4ea7fa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176293 Aug 27 04:46:37.637600 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 0f036404-3c88-4063-bf8d-2049bac20837 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:46:37.642911 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Network b1d14e7a-afea-4dee-bf30-37a67ec8191a is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:46:37.740486 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, b1d14e7a-afea-4dee-bf30-37a67ec8191a) {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:37.745445 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:37.748060 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:37.757298 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e7758-96a0-426e-98cb-b93d4a5a2312 None None] Network b1d14e7a-afea-4dee-bf30-37a67ec8191a requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:46:37.855273 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c25380-427b-4a70-8568-6a46440c61c1 req-1836c800-30f8-4ea1-9c2f-dd3c2384dcf4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:37.881072 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f2c25380-427b-4a70-8568-6a46440c61c1 req-1836c800-30f8-4ea1-9c2f-dd3c2384dcf4 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 944 time: 0.0965188 Aug 27 04:46:37.903558 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c3fc2e76-6279-46e3-bb38-1dd7d27893d2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3368607 Aug 27 04:46:37.939154 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 0f036404-3c88-4063-bf8d-2049bac20837 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:37.959816 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 0f036404-3c88-4063-bf8d-2049bac20837 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:37.967429 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.033501 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f2c25380-427b-4a70-8568-6a46440c61c1 req-06c29744-ef04-4a76-99a3-b6c38cdbc372 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491129 Aug 27 04:46:38.104484 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81174cd6-254c-4bab-b13e-2264622daab4 None None] Network b1d14e7a-afea-4dee-bf30-37a67ec8191a requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:46:38.206236 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 46546) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:38.351898 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1f1e6-f252-4871-932d-7a3f67339444 req-3386f62f-30f8-4339-9534-e075c7c8a66b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:38.361954 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-07c1f1e6-f252-4871-932d-7a3f67339444 req-3386f62f-30f8-4339-9534-e075c7c8a66b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1241376 Aug 27 04:46:38.406059 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.435462 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f036404-3c88-4063-bf8d-2049bac20837'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:38.439034 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53b4e3-6ed7-4a62-83ff-ebd2a1538e43" -d '{"events": [{"server_uuid": "e7924e15-d11f-4813-a3eb-0c0776e8f8df", "name": "network-vif-plugged", "status": "completed", "tag": "0f036404-3c88-4063-bf8d-2049bac20837"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:38.482802 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 0f036404-3c88-4063-bf8d-2049bac20837, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f036404-3c88-4063-bf8d-2049bac20837,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:38.501441 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-07c1f1e6-f252-4871-932d-7a3f67339444 req-d6652850-026d-4ea1-832d-f0b4c9ea1222 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303225 Aug 27 04:46:38.503542 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b8f846-2790-4776-996d-20263febf0e0 x-openstack-request-id: req-c1b8f846-2790-4776-996d-20263febf0e0 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:38.504047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7924e15-d11f-4813-a3eb-0c0776e8f8df", "name": "network-vif-plugged", "status": "completed", "tag": "0f036404-3c88-4063-bf8d-2049bac20837", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:38.504420 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1b8f846-2790-4776-996d-20263febf0e0 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:38.504885 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f036404-3c88-4063-bf8d-2049bac20837', 'code': 200} Aug 27 04:46:38.558572 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.594593 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-1b24c66f-cd61-4bec-9468-1abad8d18c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.689070 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=0f036404-3c88-4063-bf8d-2049bac20837,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:38.889879 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-1b24c66f-cd61-4bec-9468-1abad8d18c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.913351 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f9b55-7b40-4d44-93b1-566243f5ab63 req-8c05ccde-af83-4cc2-988e-a4bed1e8b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:38.915276 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0d6f9b55-7b40-4d44-93b1-566243f5ab63 req-8c05ccde-af83-4cc2-988e-a4bed1e8b528 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 1098 time: 0.0686963 Aug 27 04:46:38.920763 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478365e3-af6f-4e20-8f25-a7b414ec40b0 req-2524c311-b00e-492c-bfa1-9a6ca811c00b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:38.924764 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-478365e3-af6f-4e20-8f25-a7b414ec40b0 req-2524c311-b00e-492c-bfa1-9a6ca811c00b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.2346528 Aug 27 04:46:38.966325 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-1b24c66f-cd61-4bec-9468-1abad8d18c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:38.990566 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0d6f9b55-7b40-4d44-93b1-566243f5ab63 req-0561d859-035a-428c-952a-e41e027d5c6e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642943 Aug 27 04:46:39.010088 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24c66f-cd61-4bec-9468-1abad8d18c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edfd306-1c4f-404c-ae0a-d913dc3d29ae,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.083886 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-1b24c66f-cd61-4bec-9468-1abad8d18c32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5baed1823934de3b988bcab5d60602b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8763807 Aug 27 04:46:39.087847 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46560) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:39.095689 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-478365e3-af6f-4e20-8f25-a7b414ec40b0 req-62a4116c-fef8-4472-b02b-0f723f60770d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670463 Aug 27 04:46:39.258108 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2a1db810-1075-46b9-ac96-98a31bf6b49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.284819 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2a1db810-1075-46b9-ac96-98a31bf6b49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.304046 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c548e-328c-4085-a7ec-036c95712187 req-b7c79791-7f6c-4cff-9854-c8523b079cef tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:39.311866 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-928c548e-328c-4085-a7ec-036c95712187 req-b7c79791-7f6c-4cff-9854-c8523b079cef tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.1532328 Aug 27 04:46:39.389965 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-928c548e-328c-4085-a7ec-036c95712187 req-0f561207-95fb-414e-881a-cf021e5a0973 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770633 Aug 27 04:46:39.500055 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2a1db810-1075-46b9-ac96-98a31bf6b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.503163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2a1db810-1075-46b9-ac96-98a31bf6b49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:39.504571 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2a1db810-1075-46b9-ac96-98a31bf6b49e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9edfd306-1c4f-404c-ae0a-d913dc3d29ae HTTP/1.1" status: 204 len: 168 time: 0.4156661 Aug 27 04:46:39.530973 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1db810-1075-46b9-ac96-98a31bf6b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edfd306-1c4f-404c-ae0a-d913dc3d29ae,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:39.936503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43944069-4db4-40c5-a07d-7e27766d3078 req-8f92ee4a-c7e9-4161-818d-c946b1c72efe tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:39.965040 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43944069-4db4-40c5-a07d-7e27766d3078 req-8f92ee4a-c7e9-4161-818d-c946b1c72efe tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1912820 Aug 27 04:46:40.105087 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43944069-4db4-40c5-a07d-7e27766d3078 req-aa9c1e89-a180-461c-af55-2e08ef3ee543 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384242 Aug 27 04:46:40.309547 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8648d4-2c12-4221-bccb-d20b54cec9d6 req-279a7cdb-fcd1-4ba6-a444-55814a087494 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:40.317125 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4e8648d4-2c12-4221-bccb-d20b54cec9d6 req-279a7cdb-fcd1-4ba6-a444-55814a087494 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1067948 Aug 27 04:46:40.354627 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4e8648d4-2c12-4221-bccb-d20b54cec9d6 req-c87379ca-d167-4213-a154-3bfe49325726 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Aug 27 04:46:40.512674 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43326ee-f646-410f-891f-59c3d138596c req-38074b84-e0bd-4239-b2f1-3aa69a4cb020 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:40.520166 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c43326ee-f646-410f-891f-59c3d138596c req-38074b84-e0bd-4239-b2f1-3aa69a4cb020 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0616646 Aug 27 04:46:40.562810 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c43326ee-f646-410f-891f-59c3d138596c req-b39d368c-f62e-4f1f-beb8-b29b1c826c2a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Aug 27 04:46:41.255188 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ebfd-153c-45bc-966c-7b2c5e98d248 req-c2585a70-4e9f-42e2-88c8-4334bc2ecea8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:41.257465 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a3f7ebfd-153c-45bc-966c-7b2c5e98d248 req-c2585a70-4e9f-42e2-88c8-4334bc2ecea8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0575051 Aug 27 04:46:41.369020 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a3f7ebfd-153c-45bc-966c-7b2c5e98d248 req-44c5a05b-807b-409e-ba4b-2cad14238da3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994499 Aug 27 04:46:41.561513 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63d6d-ea0e-4a56-88c3-231c40c65dca req-94cdc9c8-f5de-4189-81ca-06da8b5c29a0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:41.564161 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-85b63d6d-ea0e-4a56-88c3-231c40c65dca req-94cdc9c8-f5de-4189-81ca-06da8b5c29a0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1037335 Aug 27 04:46:41.646077 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-85b63d6d-ea0e-4a56-88c3-231c40c65dca req-9182cfaf-eed0-42a1-a1ac-091535060d61 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676932 Aug 27 04:46:41.815174 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ec792-85f9-4804-8736-21d03f15e251 req-f44f1c10-dd5a-4000-91fa-446fc37961bc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:41.818611 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b17ec792-85f9-4804-8736-21d03f15e251 req-f44f1c10-dd5a-4000-91fa-446fc37961bc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0856285 Aug 27 04:46:41.888138 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b17ec792-85f9-4804-8736-21d03f15e251 req-7551d7e1-cb84-4598-93d3-9933bb5d6d08 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Aug 27 04:46:42.622970 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdc19f-0445-47c6-b0e3-9810ac6ea2e4 req-eccc67ab-033a-4f46-b15a-77b0b12fbabf tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:42.630350 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-29cdc19f-0445-47c6-b0e3-9810ac6ea2e4 req-eccc67ab-033a-4f46-b15a-77b0b12fbabf tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1006160 Aug 27 04:46:42.687938 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-29cdc19f-0445-47c6-b0e3-9810ac6ea2e4 req-4533081a-b3c2-43a3-8a14-d219f305b67f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Aug 27 04:46:42.918391 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144050-884b-40d8-b8e5-0f73cdf5fc98 req-72bb8228-5b36-445f-9211-4253a322229f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:42.928095 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4144050-884b-40d8-b8e5-0f73cdf5fc98 req-72bb8228-5b36-445f-9211-4253a322229f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1377652 Aug 27 04:46:42.991664 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4144050-884b-40d8-b8e5-0f73cdf5fc98 req-78e40903-1578-4d3f-ae59-3960c8c3033c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624034 Aug 27 04:46:43.580963 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:43.957283 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289eabb-304c-44c6-90c2-6b3639812337 req-a465cc8f-4b15-483a-bcae-4043468cfe9c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:43.977108 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8289eabb-304c-44c6-90c2-6b3639812337 req-a465cc8f-4b15-483a-bcae-4043468cfe9c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.1000783 Aug 27 04:46:44.070170 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8289eabb-304c-44c6-90c2-6b3639812337 req-86482005-bcaa-4de7-9895-74a50440298e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654905 Aug 27 04:46:44.311764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c40bae-8b1f-495d-a314-8053ffacbe6b req-375d1411-b279-4cb1-9422-5aef8ffe892a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:44.313475 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-56c40bae-8b1f-495d-a314-8053ffacbe6b req-375d1411-b279-4cb1-9422-5aef8ffe892a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0745409 Aug 27 04:46:44.376752 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-56c40bae-8b1f-495d-a314-8053ffacbe6b req-a366c9d6-3301-42fb-aa59-cde36cf80d0d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553184 Aug 27 04:46:45.260451 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddd303-c44a-4dcb-ae08-0508305e81c6 req-9c25b270-0c45-440d-9e28-7b532d87ea60 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:45.262993 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f6ddd303-c44a-4dcb-ae08-0508305e81c6 req-9c25b270-0c45-440d-9e28-7b532d87ea60 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0663760 Aug 27 04:46:45.302668 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f6ddd303-c44a-4dcb-ae08-0508305e81c6 req-9a0e9b3e-f64b-4ed9-88f6-eaf253d70f57 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331583 Aug 27 04:46:45.528927 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b31f66-8ba9-42c5-85dd-46aa98af10a2 req-08352eb5-eed2-4e7a-a814-245557039401 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:45.540218 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5b31f66-8ba9-42c5-85dd-46aa98af10a2 req-08352eb5-eed2-4e7a-a814-245557039401 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0706964 Aug 27 04:46:45.591861 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a5b31f66-8ba9-42c5-85dd-46aa98af10a2 req-13e0c021-8e39-42ec-b7ae-9e5a1640cbbc tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Aug 27 04:46:46.429152 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c70ce-e30c-4eda-a7cb-9294696ecd23 req-9b717f2e-97c0-4723-8643-0dd30e65e528 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:46.430660 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-822c70ce-e30c-4eda-a7cb-9294696ecd23 req-9b717f2e-97c0-4723-8643-0dd30e65e528 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0481322 Aug 27 04:46:46.472071 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-822c70ce-e30c-4eda-a7cb-9294696ecd23 req-f7a38ec7-f21b-4cbd-a656-da947b4d6add tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345621 Aug 27 04:46:46.707024 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64b76d-dc66-4ea2-bdad-c61ece8a5f24 req-a8f717e6-adb1-4616-9b7c-b6e0b0efeed5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:46.718114 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3b64b76d-dc66-4ea2-bdad-c61ece8a5f24 req-a8f717e6-adb1-4616-9b7c-b6e0b0efeed5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0503168 Aug 27 04:46:46.755214 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3b64b76d-dc66-4ea2-bdad-c61ece8a5f24 req-19d58246-4d20-41f5-842c-578bb8a8405f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Aug 27 04:46:47.605171 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41962-6a5f-40b9-b1cf-bbaa4a909573 req-cf174474-d5e7-4442-acef-15ed305064a5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:47.607267 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb41962-6a5f-40b9-b1cf-bbaa4a909573 req-cf174474-d5e7-4442-acef-15ed305064a5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0523686 Aug 27 04:46:47.646854 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb41962-6a5f-40b9-b1cf-bbaa4a909573 req-e6bdaa15-f0de-4313-90ab-a1b03dd4231d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333254 Aug 27 04:46:47.789233 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-796e5749-3189-4cd5-9043-b039de0c3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:47.790482 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-796e5749-3189-4cd5-9043-b039de0c3aa4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1099 time: 0.0442145 Aug 27 04:46:47.953221 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e1276-7831-4f6e-838d-4a6286d347a3 req-b9879552-0acb-4d10-9521-c6ddb2d89ea0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:47.954749 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ae5e1276-7831-4f6e-838d-4a6286d347a3 req-b9879552-0acb-4d10-9521-c6ddb2d89ea0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1105950 Aug 27 04:46:47.957908 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-a5253efe-7fcb-4a50-8655-3cf0a84bd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:47.959221 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-a5253efe-7fcb-4a50-8655-3cf0a84bd33f service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.1613090 Aug 27 04:46:48.054628 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ae5e1276-7831-4f6e-838d-4a6286d347a3 req-c659150b-bd49-4d96-8204-ad285be482d1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939250 Aug 27 04:46:48.091211 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-76446fff-4e08-4010-91cf-340ac7f64555 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 200 len: 1000 time: 0.1226733 Aug 27 04:46:48.142698 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-ab75928a-f8fe-4a62-9b06-71a3a4b7f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:48.143844 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-ab75928a-f8fe-4a62-9b06-71a3a4b7f113 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0454533 Aug 27 04:46:48.196083 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-3c0672aa-bb1c-47a6-b681-fd6aa996095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:48.198052 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-3c0672aa-bb1c-47a6-b681-fd6aa996095d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464735 Aug 27 04:46:48.303381 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-a1fedf62-150d-469c-8e1b-50cebe0b0f56 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858552 Aug 27 04:46:48.409146 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b81cf996-7335-42a7-a178-cbe6dbc5c590 req-e57f8fcf-adda-4e80-b7e3-f134c32c9340 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953956 Aug 27 04:46:48.771498 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad934a-b329-4efe-841d-9adc7a7a428d req-6bccda75-90bd-4e3e-9f71-279f746ce78f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:48.773274 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6cad934a-b329-4efe-841d-9adc7a7a428d req-6bccda75-90bd-4e3e-9f71-279f746ce78f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0495417 Aug 27 04:46:48.813575 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6cad934a-b329-4efe-841d-9adc7a7a428d req-3b4a1cc5-75a2-446a-a2c7-d650dfb2d909 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339086 Aug 27 04:46:49.172763 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9b244-ba8c-42a6-9adb-cef09750186c req-b0d7b598-cdfb-4388-8424-2c63115c8dc3 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:49.175536 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21f9b244-ba8c-42a6-9adb-cef09750186c req-b0d7b598-cdfb-4388-8424-2c63115c8dc3 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0498939 Aug 27 04:46:49.212954 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21f9b244-ba8c-42a6-9adb-cef09750186c req-e20853df-74a6-4c48-9341-bb7043c7cf3c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Aug 27 04:46:49.318516 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:46:49.935009 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb67dd-2e03-44ea-986b-ae82da84bd0e req-8a435731-405c-48d0-af74-97ee731bacf5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:49.936460 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a9eb67dd-2e03-44ea-986b-ae82da84bd0e req-8a435731-405c-48d0-af74-97ee731bacf5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0477741 Aug 27 04:46:49.974989 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a9eb67dd-2e03-44ea-986b-ae82da84bd0e req-ac49b824-060e-46fd-b2b2-0e61056c7692 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325851 Aug 27 04:46:50.332647 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e786237-bb06-49a5-bac6-c1645cc71780 req-c79551db-8181-456d-ac9c-ce3caa907a9d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:50.334269 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6e786237-bb06-49a5-bac6-c1645cc71780 req-c79551db-8181-456d-ac9c-ce3caa907a9d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0510347 Aug 27 04:46:50.373065 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6e786237-bb06-49a5-bac6-c1645cc71780 req-1838ac5d-4ac8-4174-8aea-47b467e39cfa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Aug 27 04:46:51.096480 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c38f8-6bc2-4e05-b66c-49a3d6eb10fe req-a379962a-d6c8-4785-81e3-b7626380e7cd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:51.097949 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6d1c38f8-6bc2-4e05-b66c-49a3d6eb10fe req-a379962a-d6c8-4785-81e3-b7626380e7cd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 946 time: 0.0517435 Aug 27 04:46:51.136116 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6d1c38f8-6bc2-4e05-b66c-49a3d6eb10fe req-fd089420-7ed7-4a1a-8c83-8a40929a5417 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Aug 27 04:46:51.302935 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46820) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:51.353422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] Deleting subnet 90cc4b5c-8004-4570-acc5-18ba40d0a4db {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:46:51.357116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.394724 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.437565 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.495300 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5906b5-9208-410b-a729-b9627e2bddbc req-bafb8400-e145-4482-9830-df9d16ab5c43 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:51.497515 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cd5906b5-9208-410b-a729-b9627e2bddbc req-bafb8400-e145-4482-9830-df9d16ab5c43 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0550466 Aug 27 04:46:51.546426 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cd5906b5-9208-410b-a729-b9627e2bddbc req-7fda4a37-64d6-49e6-ab7c-8ec7d31d71f3 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Aug 27 04:46:51.602790 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.632730 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90cc4b5c-8004-4570-acc5-18ba40d0a4db,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:51.636747 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.638731 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-684f8ad5-c3e7-4a02-80ad-f7a900d855c0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/90cc4b5c-8004-4570-acc5-18ba40d0a4db HTTP/1.1" status: 204 len: 168 time: 0.3347242 Aug 27 04:46:51.641233 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46828) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:51.709146 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.724654 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:51.795809 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.806481 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494d39b6-6488-44c3-93d6-bf005416a21e']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:51.810625 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.818570 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:51.819408 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4b89ad-5ff4-4330-ac0c-389478dc9e48') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:46:51.830873 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.838192 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:46:51.841021 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d789e5-54bd-4acc-b0ac-78ceaadee71b" -d '{"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-unplugged", "status": "completed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:46:51.847563 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.857486 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:46:51.858024 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:46:51.860741 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:46:51.865185 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:46:51.877699 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8d85d9-d1a0-4145-840d-7833bcffe36c x-openstack-request-id: req-5e8d85d9-d1a0-4145-840d-7833bcffe36c {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:46:51.878030 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-unplugged", "status": "failed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073", "code": 422}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:46:51.878284 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e8d85d9-d1a0-4145-840d-7833bcffe36c {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:46:51.878719 dv-cinder-778193-4-iscsi neutron-server[101017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'code': 422} returned with failed status Aug 27 04:46:51.945665 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.003205 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.014988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=8']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.035560 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.039937 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] 10.222.0.25 "DELETE /v2.0/networks/494d39b6-6488-44c3-93d6-bf005416a21e HTTP/1.1" status: 204 len: 168 time: 0.3954356 Aug 27 04:46:52.039937 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6a38a-3905-4f71-8628-e3d21fd9412c admin admin] Pushing event deleted for resources: {'Network': ['ID=494d39b6-6488-44c3-93d6-bf005416a21e,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.439485 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46854) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:52.494396 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-95e44277-1d09-461a-ae55-438eba800bc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92b58305e4254a90a3ca4ad2b52756f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536523 Aug 27 04:46:52.497527 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46860) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:52.565824 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fd000e5f-344e-425e-bede-d0b947fa0020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.588964 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fd000e5f-344e-425e-bede-d0b947fa0020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.670697 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abec2c7-d3de-4873-b049-2d64717eb333 req-003b45ac-d853-45af-96f2-4aa30677f260 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:52.672203 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3abec2c7-d3de-4873-b049-2d64717eb333 req-003b45ac-d853-45af-96f2-4aa30677f260 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0511601 Aug 27 04:46:52.713561 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3abec2c7-d3de-4873-b049-2d64717eb333 req-715cd81d-ab72-4fcf-8202-6a2fe0deb638 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Aug 27 04:46:52.750639 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fd000e5f-344e-425e-bede-d0b947fa0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.753573 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fd000e5f-344e-425e-bede-d0b947fa0020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:52.755682 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-fd000e5f-344e-425e-bede-d0b947fa0020 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45190c68-7b70-4f7a-b6f8-80906119c2e5 HTTP/1.1" status: 204 len: 168 time: 0.2562485 Aug 27 04:46:52.765820 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd000e5f-344e-425e-bede-d0b947fa0020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45190c68-7b70-4f7a-b6f8-80906119c2e5,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:52.827172 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cff105-4c7c-4b3b-aab8-bd08b56c5bd2 req-dc06a36c-a0b0-4453-a2ba-6a91b92fb1e6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:52.828659 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a2cff105-4c7c-4b3b-aab8-bd08b56c5bd2 req-dc06a36c-a0b0-4453-a2ba-6a91b92fb1e6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0534399 Aug 27 04:46:52.846121 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-fab6cdbc-0fa2-4fac-b94d-97207788e71f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704100116&fields=id&tenant_id=92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 267 time: 0.0399575 Aug 27 04:46:52.871854 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a2cff105-4c7c-4b3b-aab8-bd08b56c5bd2 req-4b639beb-15c9-47ac-8aeb-b78a48cd44ad tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364108 Aug 27 04:46:52.986087 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-111a8482-63c4-4b87-be52-4aebab7dcd5c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:52.987951 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-111a8482-63c4-4b87-be52-4aebab7dcd5c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 811 time: 0.1344767 Aug 27 04:46:53.006098 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-64261a93-3146-4502-a033-6ae1ef219182 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/quotas/92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 375 time: 0.0113494 Aug 27 04:46:53.058434 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-6ea5e2f4-948e-43e3-a158-8884b573fa96 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465035 Aug 27 04:46:53.163616 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-487177af-375a-43cd-bd6e-e32f984e2dc0 service neutron] 10.222.0.25 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929198 Aug 27 04:46:53.214237 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-58389639-5329-4ed3-a70a-881c4afe5ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:53.284994 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-70cfc6a9-1466-4625-8096-ddb18c0d2f99 service neutron] 10.222.0.25 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146042 Aug 27 04:46:53.634698 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 46918) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:46:53.773260 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-fb7ac5ef-657e-46e0-9bd3-5db73be107c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1344810 Aug 27 04:46:53.866067 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb785a5-ce74-46a9-94f5-6d73a5b1d136 req-3f2e7491-ae7c-479a-ab23-5b7b090d2150 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:53.869854 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eeb785a5-ce74-46a9-94f5-6d73a5b1d136 req-3f2e7491-ae7c-479a-ab23-5b7b090d2150 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0512531 Aug 27 04:46:53.949521 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eeb785a5-ce74-46a9-94f5-6d73a5b1d136 req-c2d99fd1-bb7e-4e11-93e0-dd43eea52ac7 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723841 Aug 27 04:46:54.050904 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1c0d037d-d814-4617-8a26-84ad077100b0 req-b6a4cd0f-4c6a-4c55-8a08-435f677449a3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 210 time: 0.0341353 Aug 27 04:46:54.184051 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914aa4-9524-4e10-9788-574baa133e62 req-76a1b0fa-8ae5-49d8-8bff-a53105f7520c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:54.186561 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-20914aa4-9524-4e10-9788-574baa133e62 req-76a1b0fa-8ae5-49d8-8bff-a53105f7520c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0581193 Aug 27 04:46:54.233143 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-20914aa4-9524-4e10-9788-574baa133e62 req-d401de47-cb9c-4a90-8085-94236d32784b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373137 Aug 27 04:46:55.075390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01044d2f-269c-4e1c-883f-60193e0d0671 req-f82bbc2b-a870-4882-b843-f9dce2b64484 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:55.076932 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01044d2f-269c-4e1c-883f-60193e0d0671 req-f82bbc2b-a870-4882-b843-f9dce2b64484 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0498598 Aug 27 04:46:55.121838 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01044d2f-269c-4e1c-883f-60193e0d0671 req-a85d92d4-eabe-47d2-a932-d9b1c42c0525 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Aug 27 04:46:55.156261 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-05e78a08-b93f-4efd-9463-104e85fd549d req-2be35629-3582-43a0-a685-7366594992e8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 210 time: 0.0273924 Aug 27 04:46:55.357801 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced05ab7-298c-41b7-9665-7eb39ef9e911 req-ee107b50-9947-4a9b-9cf2-6a5d6606d519 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:55.359336 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ced05ab7-298c-41b7-9665-7eb39ef9e911 req-ee107b50-9947-4a9b-9cf2-6a5d6606d519 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0518401 Aug 27 04:46:55.399294 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ced05ab7-298c-41b7-9665-7eb39ef9e911 req-bc3025be-e225-4ea5-8aa5-652ad39b57ee tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Aug 27 04:46:55.774070 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:46:55.889671 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cbecf1be-4cbc-420d-bffd-2350695c33dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:56.105075 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:56.243871 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71dbe3-26e2-4943-b60c-536349c57e46 req-736f51fb-ada1-48d1-8209-89ddd3eefc32 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:56.250294 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ce71dbe3-26e2-4943-b60c-536349c57e46 req-736f51fb-ada1-48d1-8209-89ddd3eefc32 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0606117 Aug 27 04:46:56.254720 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4c887433-b3ed-400f-a954-a755d170629c req-9b5dad60-c385-4f63-adbb-de63a6b73365 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 210 time: 0.0287504 Aug 27 04:46:56.286488 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ce71dbe3-26e2-4943-b60c-536349c57e46 req-5b466a62-253e-4c76-a269-966e8a1c70db tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Aug 27 04:46:56.529037 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676cc9d-fd13-4397-9a01-1c3df8387954 req-afaed0a0-72ef-4ef2-a75f-7332504dea55 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:56.529037 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3676cc9d-fd13-4397-9a01-1c3df8387954 req-afaed0a0-72ef-4ef2-a75f-7332504dea55 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0567818 Aug 27 04:46:56.572541 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3676cc9d-fd13-4397-9a01-1c3df8387954 req-11a14f6a-eb7a-499b-8c51-6382eec86ca9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372524 Aug 27 04:46:56.797533 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-ef30dcbc-7f89-4766-9e4b-d81590bd0a04 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:56.798976 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-ef30dcbc-7f89-4766-9e4b-d81590bd0a04 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 811 time: 0.1073129 Aug 27 04:46:56.867548 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-a768144a-2568-48a5-843b-8aa22cbc30c7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 379 time: 0.0449982 Aug 27 04:46:56.875793 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'port': {'device_id': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'admin_state_up': True, 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'security_groups': ['f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32']}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:46:56.951044 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.071289 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Made reservation on behalf of 92b52bac76904561ad7afe6ed672e999 for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:46:57.079394 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.207477 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Allocated IP 172.20.0.7 (613bda8f-41ae-4346-8e6b-bc116801f626/12378feb-3549-4d6c-8c2e-826ec58524fa/320156a8-2e29-45df-857c-6363f168e14c) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:46:57.364477 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0e9b3b95-9d13-4a34-8956-9e897c001b3a req-0255727e-5bd8-41ee-bfb2-d670268ba406 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 210 time: 0.0281618 Aug 27 04:46:57.400377 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.419580 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Transition to ACTIVE for port object 320156a8-2e29-45df-857c-6363f168e14c will not be triggered until provisioned by entity DHCP. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:46:57.439368 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164f2a-fa81-4891-a1e7-b9324a65a897 req-30bc41fd-fead-446b-b36a-0394800b6aa2 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:57.444896 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5a164f2a-fa81-4891-a1e7-b9324a65a897 req-30bc41fd-fead-446b-b36a-0394800b6aa2 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0824184 Aug 27 04:46:57.495991 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5a164f2a-fa81-4891-a1e7-b9324a65a897 req-7cc7c649-fcf7-4eb9-9612-33940a22d89c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Aug 27 04:46:57.614508 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.664639 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Network 613bda8f-41ae-4346-8e6b-bc116801f626 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:46:57.669594 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:46:57.678281 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:46:57.712421 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=320156a8-2e29-45df-857c-6363f168e14c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:46:57.755350 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:57.756366 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:57.768134 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-e0b256bb-0eb3-4baa-bd1a-d1889ce1a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:57.769978 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-e0b256bb-0eb3-4baa-bd1a-d1889ce1a117 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d&tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 1097 time: 0.1439204 Aug 27 04:46:57.779856 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac9152-d861-428f-b683-156b569b7817 req-0745373a-e49c-4ddd-98b9-ee40c50a7fb2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:57.781557 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-59ac9152-d861-428f-b683-156b569b7817 req-0745373a-e49c-4ddd-98b9-ee40c50a7fb2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0785697 Aug 27 04:46:57.825408 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-59ac9152-d861-428f-b683-156b569b7817 req-3232d68d-b0bd-463e-b013-af46801022af tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368440 Aug 27 04:46:57.865982 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-48be13af-3ecd-4467-8762-4e7a59d351eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9956636 Aug 27 04:46:58.018879 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-a223604b-3b38-4a9b-8c0d-a513c597ab02 None None] Provisioning for port 320156a8-2e29-45df-857c-6363f168e14c completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:46:58.022826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-a223604b-3b38-4a9b-8c0d-a513c597ab02 None None] Provisioning complete for port 320156a8-2e29-45df-857c-6363f168e14c triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:46:58.023236 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a223604b-3b38-4a9b-8c0d-a513c597ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:58.058027 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-a223604b-3b38-4a9b-8c0d-a513c597ab02 None None] Port 320156a8-2e29-45df-857c-6363f168e14c cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:46:58.236446 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fbe71-f8cc-4675-9e70-779b51aed267 req-698c6d8c-f385-4eb4-ae05-ad74f3a9f1f1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:58.237921 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4e2fbe71-f8cc-4675-9e70-779b51aed267 req-698c6d8c-f385-4eb4-ae05-ad74f3a9f1f1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0496914 Aug 27 04:46:58.278903 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4e2fbe71-f8cc-4675-9e70-779b51aed267 req-02374713-70d2-4c48-ac85-c71b9a18e073 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Aug 27 04:46:58.487651 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a40548-4918-48a2-a87e-05977ee29c20 req-d89d3d58-9ead-4a27-bd1c-75109244ac0f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:58.489211 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b2a40548-4918-48a2-a87e-05977ee29c20 req-d89d3d58-9ead-4a27-bd1c-75109244ac0f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 931 time: 0.0493245 Aug 27 04:46:58.527556 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b2a40548-4918-48a2-a87e-05977ee29c20 req-acb1d1c5-8f56-4c55-8b4c-72f51441278a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Aug 27 04:46:58.527833 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:46:58.614658 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220c8bc-faeb-4eca-bb93-a45f4b95f792 req-c17655ef-e17f-4a84-a8d7-5be45f7702f5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:58.616123 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a220c8bc-faeb-4eca-bb93-a45f4b95f792 req-c17655ef-e17f-4a84-a8d7-5be45f7702f5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0510490 Aug 27 04:46:58.654411 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a220c8bc-faeb-4eca-bb93-a45f4b95f792 req-d14c80dd-b421-457e-9c13-f95202dd4f23 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Aug 27 04:46:58.948890 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957852f-09f0-43aa-b613-1eed71365650 req-3afbce05-0325-4562-acba-a4cf842ca83d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:58.950353 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5957852f-09f0-43aa-b613-1eed71365650 req-3afbce05-0325-4562-acba-a4cf842ca83d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0481501 Aug 27 04:46:58.992939 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5957852f-09f0-43aa-b613-1eed71365650 req-9f69161d-7fca-4c88-a4c0-064fc5a39ce2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367408 Aug 27 04:46:59.393191 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ab18-a3ec-41db-9284-e6a8c40f73dd req-326b75e3-703e-4daa-acd5-46b83fca0008 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:59.394760 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fd97ab18-a3ec-41db-9284-e6a8c40f73dd req-326b75e3-703e-4daa-acd5-46b83fca0008 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0495403 Aug 27 04:46:59.432962 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fd97ab18-a3ec-41db-9284-e6a8c40f73dd req-51bca57f-3e87-41d4-8f3e-8ca5b1f78904 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Aug 27 04:46:59.645437 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a3d4e-3969-4a83-85ce-30a143eccda7 req-b779351f-b56a-44f1-a7a8-5ddb8bffa451 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:59.649594 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cb3a3d4e-3969-4a83-85ce-30a143eccda7 req-b779351f-b56a-44f1-a7a8-5ddb8bffa451 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 931 time: 0.0544314 Aug 27 04:46:59.688165 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cb3a3d4e-3969-4a83-85ce-30a143eccda7 req-9c9b8fe3-cb2b-409c-8671-9763d5070c18 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323362 Aug 27 04:46:59.769842 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28bd46-3d04-4502-aaae-083db0c3611a req-b5d628ba-04dc-4c38-898c-23e9a53d2b3c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:46:59.771330 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7d28bd46-3d04-4502-aaae-083db0c3611a req-b5d628ba-04dc-4c38-898c-23e9a53d2b3c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0474219 Aug 27 04:46:59.808494 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7d28bd46-3d04-4502-aaae-083db0c3611a req-530ebee0-f590-4e28-a5d2-9ec8d7853b60 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Aug 27 04:47:00.109856 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce32a7-1eed-46da-a6cb-f26ade609501 req-1000dbc2-4040-432b-83ce-a1101df0ce98 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.111249 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-49ce32a7-1eed-46da-a6cb-f26ade609501 req-1000dbc2-4040-432b-83ce-a1101df0ce98 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0470715 Aug 27 04:47:00.148786 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-49ce32a7-1eed-46da-a6cb-f26ade609501 req-c8f7ea0d-2dc5-4fc0-a7bf-3b54436b79f8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Aug 27 04:47:00.479522 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Request body: {'port': {'device_id': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:00.550835 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.566824 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-5671c694-4eb6-4a64-9b36-867b4716a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.568436 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-5671c694-4eb6-4a64-9b36-867b4716a6d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1097 time: 0.0949988 Aug 27 04:47:00.581035 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac92e4-cbf2-460a-b932-fe5052b91077 req-a1e27d6b-ac91-4101-933b-ddeda9c580a2 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.582558 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-37ac92e4-cbf2-460a-b932-fe5052b91077 req-a1e27d6b-ac91-4101-933b-ddeda9c580a2 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0617721 Aug 27 04:47:00.682058 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-37ac92e4-cbf2-460a-b932-fe5052b91077 req-05c19b5c-3e54-4b08-86c6-333e59bb8752 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901823 Aug 27 04:47:00.717619 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-785b6e76-37a9-4d5c-8c1d-cb9f66770ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.719334 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-785b6e76-37a9-4d5c-8c1d-cb9f66770ce3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.1357317 Aug 27 04:47:00.798739 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-383242e4-edca-4fad-9755-718da9d80d77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 200 len: 998 time: 0.0694156 Aug 27 04:47:00.843436 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89423-5c2a-4114-a763-64b045c2b2a1 req-d825e869-b34e-4dda-bab3-ed799e04fdc0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.844980 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1ff89423-5c2a-4114-a763-64b045c2b2a1 req-d825e869-b34e-4dda-bab3-ed799e04fdc0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 931 time: 0.0817204 Aug 27 04:47:00.857792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-94325a90-b1c7-4067-924e-125d1b07ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.859644 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-94325a90-b1c7-4067-924e-125d1b07ae7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0503819 Aug 27 04:47:00.937335 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1ff89423-5c2a-4114-a763-64b045c2b2a1 req-87ebf133-6223-4b69-bb35-83e129476f45 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759280 Aug 27 04:47:00.960803 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320156a8-2e29-45df-857c-6363f168e14c {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:00.961032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-632411a8-5398-4666-9c41-f1df8f4f0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.961032 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-632411a8-5398-4666-9c41-f1df8f4f0574 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873992 Aug 27 04:47:00.961216 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:00.973954 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f42e4-b1a1-40d1-afdd-3e9afc54e042 req-f7d87caa-cfc5-4909-933c-319895c62576 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:00.975509 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-692f42e4-b1a1-40d1-afdd-3e9afc54e042 req-f7d87caa-cfc5-4909-933c-319895c62576 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0716949 Aug 27 04:47:01.002175 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Transition to ACTIVE for port object 320156a8-2e29-45df-857c-6363f168e14c will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:01.016968 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea55c1-002a-44a6-8407-2f92149b112b req-e9f6dbe0-0fd3-4d36-8369-bd61478e1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:01.018454 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92ea55c1-002a-44a6-8407-2f92149b112b req-e9f6dbe0-0fd3-4d36-8369-bd61478e1e68 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.0474050 Aug 27 04:47:01.057296 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92ea55c1-002a-44a6-8407-2f92149b112b req-fa4fdac3-76c6-47fa-8bf1-33c3f7ddf6b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Aug 27 04:47:01.072102 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-692f42e4-b1a1-40d1-afdd-3e9afc54e042 req-9e3d277f-39c3-4c4c-a0dc-e325b0a883a4 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871944 Aug 27 04:47:01.091826 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-f27c69ac-1741-4ca6-a05e-838cb613afb2 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153722 Aug 27 04:47:01.139240 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:01.192075 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Pushing event updated for resources: {'Port': ['ID=320156a8-2e29-45df-857c-6363f168e14c,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:01.293810 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Attempting to bind port 320156a8-2e29-45df-857c-6363f168e14c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:01.294034 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Attempting to bind port 320156a8-2e29-45df-857c-6363f168e14c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:01.294223 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Attempting to bind port 320156a8-2e29-45df-857c-6363f168e14c on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:01.308385 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247abf1-1c46-4844-9645-876134e657d1 req-8841ee23-6126-4569-ba6f-bc4d2755fed2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:01.309983 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3247abf1-1c46-4844-9645-876134e657d1 req-8841ee23-6126-4569-ba6f-bc4d2755fed2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0811567 Aug 27 04:47:01.310588 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Port 320156a8-2e29-45df-857c-6363f168e14c on network 613bda8f-41ae-4346-8e6b-bc116801f626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:47:01.310919 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Attempting to bind port 320156a8-2e29-45df-857c-6363f168e14c on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:01.316668 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:01.317006 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Checking segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:01.317395 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Bound using segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:01.317863 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Bound port: 320156a8-2e29-45df-857c-6363f168e14c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:01.318234 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:01.376286 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-acbe6ba4-35b9-4d87-b0b2-2d5396accd97 req-ae9c68e5-4bcf-45a8-b0eb-2d3d519f193b service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915093 Aug 27 04:47:01.390012 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3247abf1-1c46-4844-9645-876134e657d1 req-1b7fed1c-bcec-47ce-8962-9652c4c24b46 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694494 Aug 27 04:47:01.412033 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] For port 320156a8-2e29-45df-857c-6363f168e14c, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:01.415241 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] For port 320156a8-2e29-45df-857c-6363f168e14c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=320156a8-2e29-45df-857c-6363f168e14c,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:01.499054 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:01.538749 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:01.539471 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:01.541389 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] 10.222.0.43 "PUT /v2.0/ports/320156a8-2e29-45df-857c-6363f168e14c HTTP/1.1" status: 200 len: 1093 time: 1.0696464 Aug 27 04:47:01.541996 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'tag': '320156a8-2e29-45df-857c-6363f168e14c'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:01.544410 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f680ef-ec5e-433a-b1e7-c8b4912b7d46" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "tag": "320156a8-2e29-45df-857c-6363f168e14c"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:01.572684 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf1fe5-f64a-40da-835a-e69dea9f7932 service neutron] Pushing event updated for resources: {'Port': ['ID=320156a8-2e29-45df-857c-6363f168e14c,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:01.607785 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0c030-cfe3-4b89-b7a9-4dab1083585c x-openstack-request-id: req-01c0c030-cfe3-4b89-b7a9-4dab1083585c {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:01.607974 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "tag": "320156a8-2e29-45df-857c-6363f168e14c", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:01.608223 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c0c030-cfe3-4b89-b7a9-4dab1083585c {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:01.612199 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'tag': '320156a8-2e29-45df-857c-6363f168e14c', 'status': 'completed', 'code': 200} Aug 27 04:47:01.699311 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f680ef-ec5e-433a-b1e7-c8b4912b7d46 req-7bcf1804-7141-4576-8d1f-949d85217c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:01.702638 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b7f680ef-ec5e-433a-b1e7-c8b4912b7d46 req-7bcf1804-7141-4576-8d1f-949d85217c49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 1096 time: 0.0616086 Aug 27 04:47:01.869292 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f680ef-ec5e-433a-b1e7-c8b4912b7d46 req-dba572a2-dac9-406b-8eb4-80eee8dc84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:01.871351 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b7f680ef-ec5e-433a-b1e7-c8b4912b7d46 req-dba572a2-dac9-406b-8eb4-80eee8dc84ae service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=92b52bac76904561ad7afe6ed672e999&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1593294 Aug 27 04:47:01.887021 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47128) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:01.907593 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6199533-3df9-4eaf-b4cb-3a03656f7d74 req-971a576b-a07f-46f3-9779-c229c2d9d662 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:01.909178 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f6199533-3df9-4eaf-b4cb-3a03656f7d74 req-971a576b-a07f-46f3-9779-c229c2d9d662 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.1027894 Aug 27 04:47:01.939941 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_v2 [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] Deleting subnet f7adb372-cba9-4765-a29d-f29833f29cda {{(pid=101016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:47:01.944566 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:01.996821 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f6199533-3df9-4eaf-b4cb-3a03656f7d74 req-1492bad6-db7d-418c-8562-7f47ebe8c7a1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616822 Aug 27 04:47:02.004602 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9740171'] for subnet, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.019675 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f680ef-ec5e-433a-b1e7-c8b4912b7d46 req-51c45c76-5888-460c-8fdd-aab782ca73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:02.019675 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b7f680ef-ec5e-433a-b1e7-c8b4912b7d46 req-51c45c76-5888-460c-8fdd-aab782ca73c1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336169 Aug 27 04:47:02.073233 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.101281 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-54d8726f-f35b-4341-8a33-a0ef292f56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:02.103366 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-54d8726f-f35b-4341-8a33-a0ef292f56a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 1096 time: 0.0467651 Aug 27 04:47:02.120163 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00881-c57f-48d3-bb2a-a1a50bf25282 req-b49e359c-9de1-4646-8fc0-531da9c94c74 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:02.122486 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2fb00881-c57f-48d3-bb2a-a1a50bf25282 req-b49e359c-9de1-4646-8fc0-531da9c94c74 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0976899 Aug 27 04:47:02.159032 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-d3ddd798-2e62-42e7-b4ef-d93881e00f86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320156a8-2e29-45df-857c-6363f168e14c HTTP/1.1" status: 200 len: 217 time: 0.0462797 Aug 27 04:47:02.191204 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2fb00881-c57f-48d3-bb2a-a1a50bf25282 req-10724119-d571-4b95-b8fb-915c02e863d9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618758 Aug 27 04:47:02.239843 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6856892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12193384'] for subnet, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.260652 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-a75f047f-a5c5-4f95-8e10-b1f0d6d71d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:02.262623 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-a75f047f-a5c5-4f95-8e10-b1f0d6d71d61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0824313 Aug 27 04:47:02.271458 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90861aa8-e531-473b-94e1-6c99f0661d05 req-592868e5-b6d5-47ae-991a-adb8afc6aa20 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:02.272948 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-90861aa8-e531-473b-94e1-6c99f0661d05 req-592868e5-b6d5-47ae-991a-adb8afc6aa20 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1164653 Aug 27 04:47:02.302134 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7adb372-cba9-4765-a29d-f29833f29cda,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:02.323329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.325784 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-400cab86-3e70-40d6-b66d-f7073a597aed admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f7adb372-cba9-4765-a29d-f29833f29cda HTTP/1.1" status: 204 len: 168 time: 0.4365563 Aug 27 04:47:02.328502 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47140) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:02.340895 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-90861aa8-e531-473b-94e1-6c99f0661d05 req-9e9b99d5-5754-4716-ae9e-47f83666ab33 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607994 Aug 27 04:47:02.446864 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.596211 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.612813 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28a4a53-71a0-4b87-9e16-c75ccea1b10d']}} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:02.628170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d53dfc-8b19-42e3-8c33-239067cf97dc req-bb25817c-22c6-49ec-94de-74c517f0f013 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:02.632818 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-41d53dfc-8b19-42e3-8c33-239067cf97dc req-bb25817c-22c6-49ec-94de-74c517f0f013 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.1408975 Aug 27 04:47:02.634708 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cefb7c-f213-412e-bca7-13a2053b1a5d') {'for_net_delete': True} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:02.635011 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cefb7c-f213-412e-bca7-13a2053b1a5d') {} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:02.652512 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9740180'] for segment, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.682212 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.693889 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-41d53dfc-8b19-42e3-8c33-239067cf97dc req-c4e80d70-cfed-43df-b8f5-cd35c1c95bbf tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561965 Aug 27 04:47:02.695668 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:02.696147 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6856922'] for segment, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: Traceback (most recent call last): Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: timer() Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: cb(*args, **kw) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: return func(*args, **kwargs) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: self._notify() Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: self.callback(batched_events) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: event.method(event) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: return f(self, *a, **k) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._get(url).json() Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: return self.request(url, 'GET', **kwargs) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:47:02.698273 dv-cinder-778193-4-iscsi neutron-server[101016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:47:02.835742 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.841193 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.843362 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f28a4a53-71a0-4b87-9e16-c75ccea1b10d HTTP/1.1" status: 204 len: 168 time: 0.5119689 Aug 27 04:47:02.846385 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47144) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:02.856285 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d1c99-f413-4bac-999e-29b9ff126f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=f28a4a53-71a0-4b87-9e16-c75ccea1b10d,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:02.921172 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] Deleting subnet 929198d4-fb84-4fe7-b410-8f159a14f95b {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:47:02.922985 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:02.959139 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.003864 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.127188 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556dc6c-82a1-4af7-970e-9ae2029847e5 req-473fd47e-6b05-416f-b154-f31fa5bc360d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:03.128758 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d556dc6c-82a1-4af7-970e-9ae2029847e5 req-473fd47e-6b05-416f-b154-f31fa5bc360d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0552540 Aug 27 04:47:03.145792 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.181954 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929198d4-fb84-4fe7-b410-8f159a14f95b,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:03.188211 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.190031 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-a6c2afa7-5d56-480c-8f5b-b1ad0be21d56 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/929198d4-fb84-4fe7-b410-8f159a14f95b HTTP/1.1" status: 204 len: 168 time: 0.3424947 Aug 27 04:47:03.192748 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47154) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:03.318517 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0576b-0fad-4b80-b040-3bf453da5f8f req-e6038ecd-65eb-423b-8124-313801d9041d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:03.320857 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-80a0576b-0fad-4b80-b040-3bf453da5f8f req-e6038ecd-65eb-423b-8124-313801d9041d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0611486 Aug 27 04:47:03.377862 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-80a0576b-0fad-4b80-b040-3bf453da5f8f req-c3e21eee-cf39-4ffb-b419-38221402b64f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 Aug 27 04:47:03.489509 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd6041-73c2-40ff-a4c8-ca85f83b701c req-5e68a798-9f11-4eff-87f9-88bc5b01af7d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:03.500032 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-25cd6041-73c2-40ff-a4c8-ca85f83b701c req-5e68a798-9f11-4eff-87f9-88bc5b01af7d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0641668 Aug 27 04:47:03.508553 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d556dc6c-82a1-4af7-970e-9ae2029847e5 req-123b1098-0fe1-4ed6-aafa-dc8f8821ca07 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656554 Aug 27 04:47:03.542755 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.546603 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-25cd6041-73c2-40ff-a4c8-ca85f83b701c req-e9337682-ab08-47d3-8360-b0ff5ba7648f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Aug 27 04:47:03.621581 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.632496 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d14e7a-afea-4dee-bf30-37a67ec8191a']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:03.644527 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9675ce40-3ca3-4623-8632-214f5d1ac3ba') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:03.644965 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9675ce40-3ca3-4623-8632-214f5d1ac3ba') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:03.654164 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.668432 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.674756 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:03.675202 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:47:03.680558 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:47:03.815333 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.820193 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:03.822071 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b1d14e7a-afea-4dee-bf30-37a67ec8191a HTTP/1.1" status: 204 len: 168 time: 0.6284153 Aug 27 04:47:03.840909 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea57ae-dac5-4b7a-9d9a-59e35aab7841 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d14e7a-afea-4dee-bf30-37a67ec8191a,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:03.861021 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ee963-cb6d-4721-afdd-7dcc50a40535 req-e78b014c-60dd-413f-8a1e-40c6a59eba54 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:03.863404 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b97ee963-cb6d-4721-afdd-7dcc50a40535 req-e78b014c-60dd-413f-8a1e-40c6a59eba54 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0784786 Aug 27 04:47:03.904606 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b97ee963-cb6d-4721-afdd-7dcc50a40535 req-cc6d450a-fe04-4a1c-8a27-19f7f66192db tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351939 Aug 27 04:47:04.183560 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47168) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:04.226014 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-73615209-5fad-4fcb-ad6e-bca381b30087 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=617153db413a41c4b476f446794cb806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412886 Aug 27 04:47:04.228607 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47170) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:04.288490 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-edbae671-9c76-4756-bd7d-818e8c79d4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.312209 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-edbae671-9c76-4756-bd7d-818e8c79d4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.424750 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-edbae671-9c76-4756-bd7d-818e8c79d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.427573 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-edbae671-9c76-4756-bd7d-818e8c79d4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:04.431198 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-edbae671-9c76-4756-bd7d-818e8c79d4f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc04e1e3-2c40-4813-a3f4-4f9484c8c71f HTTP/1.1" status: 204 len: 168 time: 0.1992209 Aug 27 04:47:04.453347 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbae671-9c76-4756-bd7d-818e8c79d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04e1e3-2c40-4813-a3f4-4f9484c8c71f,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:04.523701 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a849-362a-4db7-8392-40b445f67698 req-57c3a956-4cb7-46d9-b382-3ffe90ebfa5a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:04.525888 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c9c4a849-362a-4db7-8392-40b445f67698 req-57c3a956-4cb7-46d9-b382-3ffe90ebfa5a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0648336 Aug 27 04:47:04.593507 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c9c4a849-362a-4db7-8392-40b445f67698 req-5b39a39a-c9f0-44e5-969e-69d5e7f892ce tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603554 Aug 27 04:47:04.626160 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a2fc9-8a0a-4909-9669-591c3baa84f6 req-c41669ca-693b-41f9-a34f-fc23dc7b30ce tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:04.628024 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4a7a2fc9-8a0a-4909-9669-591c3baa84f6 req-c41669ca-693b-41f9-a34f-fc23dc7b30ce tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0547526 Aug 27 04:47:04.706444 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4a7a2fc9-8a0a-4909-9669-591c3baa84f6 req-39d83dd0-8d04-4167-bd62-c3736b80dc92 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Aug 27 04:47:04.766505 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4156cf-c811-4d75-8ef7-86cc6108e944 req-119f0f2c-3349-4d21-b9cd-068417c83d98 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:04.768655 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fa4156cf-c811-4d75-8ef7-86cc6108e944 req-119f0f2c-3349-4d21-b9cd-068417c83d98 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0829852 Aug 27 04:47:04.795956 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47184) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:04.849023 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fa4156cf-c811-4d75-8ef7-86cc6108e944 req-1dc498f2-ebf3-47e1-b74c-b5f608a0b236 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739896 Aug 27 04:47:04.935836 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0663da0-bf5d-4e9e-acbb-e77fffae86bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.063611 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc920b-c273-420f-a1c1-95a1ad0d26a6 req-e06f5ef5-d1a6-42b1-98db-2e092e890c92 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.065242 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-67cc920b-c273-420f-a1c1-95a1ad0d26a6 req-e06f5ef5-d1a6-42b1-98db-2e092e890c92 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0761321 Aug 27 04:47:05.083828 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0663da0-bf5d-4e9e-acbb-e77fffae86bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.120667 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-67cc920b-c273-420f-a1c1-95a1ad0d26a6 req-e17df8fa-bbef-4185-a24c-f224e1f20ff7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463183 Aug 27 04:47:05.161697 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0663da0-bf5d-4e9e-acbb-e77fffae86bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.202489 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c0663da0-bf5d-4e9e-acbb-e77fffae86bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05d1173df8ee4fd0ae93b04f3b414ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049172 Aug 27 04:47:05.203219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0663da0-bf5d-4e9e-acbb-e77fffae86bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8247a-1101-4ffb-8e7a-d23c4202ca92,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.205932 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47192) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:05.233510 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47194) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:05.272617 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-597ee83d-7d80-420e-8b95-0b39cfeef104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.280420 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c1e19aa3-83af-4f6a-9afc-9717bc7cbd38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79d2e5cc26aa40b88432a99904e9d049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455413 Aug 27 04:47:05.283090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47196) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:05.312329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-597ee83d-7d80-420e-8b95-0b39cfeef104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.361112 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-285c931c-3203-404c-9024-85c47e3164f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.391425 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-285c931c-3203-404c-9024-85c47e3164f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.441357 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-597ee83d-7d80-420e-8b95-0b39cfeef104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.444034 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-597ee83d-7d80-420e-8b95-0b39cfeef104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.445236 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-597ee83d-7d80-420e-8b95-0b39cfeef104 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efd8247a-1101-4ffb-8e7a-d23c4202ca92 HTTP/1.1" status: 204 len: 168 time: 0.2383964 Aug 27 04:47:05.454289 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ee83d-7d80-420e-8b95-0b39cfeef104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8247a-1101-4ffb-8e7a-d23c4202ca92,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.504835 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-285c931c-3203-404c-9024-85c47e3164f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.508163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-285c931c-3203-404c-9024-85c47e3164f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:05.512131 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-285c931c-3203-404c-9024-85c47e3164f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88cd399a-f7fc-4bd4-9938-f2f742dfd091 HTTP/1.1" status: 204 len: 168 time: 0.2280753 Aug 27 04:47:05.522832 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c931c-3203-404c-9024-85c47e3164f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cd399a-f7fc-4bd4-9938-f2f742dfd091,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:05.731144 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7e15-d1f5-4533-97a9-559d4715b552 req-7a5cc379-5d71-4dea-abd9-26d0db0f060c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.733862 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c85f7e15-d1f5-4533-97a9-559d4715b552 req-7a5cc379-5d71-4dea-abd9-26d0db0f060c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0549695 Aug 27 04:47:05.797629 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c85f7e15-d1f5-4533-97a9-559d4715b552 req-480b5c0f-b1ce-4139-968f-ebfc9aaf5f83 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577068 Aug 27 04:47:05.898924 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b7cea-4e5b-4645-8529-1d05874cf45e req-a2af5aae-a409-4431-9524-17837685416c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.899860 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e76b7cea-4e5b-4645-8529-1d05874cf45e req-a2af5aae-a409-4431-9524-17837685416c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0770786 Aug 27 04:47:05.980864 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931cce1-cf67-487e-9323-13324fb60cfc req-0832634b-8436-42b0-bed6-087ce89f8926 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:05.992244 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5931cce1-cf67-487e-9323-13324fb60cfc req-0832634b-8436-42b0-bed6-087ce89f8926 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0644147 Aug 27 04:47:06.004204 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e76b7cea-4e5b-4645-8529-1d05874cf45e req-9a25a187-0335-426c-9e8b-188bfe5feeaf tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870900 Aug 27 04:47:06.055512 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5931cce1-cf67-487e-9323-13324fb60cfc req-00e86773-b68e-4019-bd71-c03a586992fe tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592809 Aug 27 04:47:06.257611 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308f1fc-8c27-46b3-94f0-36be082132ce req-fd3aa393-528b-410b-9bbe-438e5d258458 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:06.259146 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0308f1fc-8c27-46b3-94f0-36be082132ce req-fd3aa393-528b-410b-9bbe-438e5d258458 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0563424 Aug 27 04:47:06.319061 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0308f1fc-8c27-46b3-94f0-36be082132ce req-9e45283d-96c9-4ebc-84ee-bfdc793289e2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526772 Aug 27 04:47:06.826820 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47250) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:06.937912 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2eddb-6075-4b89-8df8-42067a03cfc4 req-4de60ba6-22e7-4866-b111-f31b0680d9a7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:06.939817 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-94c2eddb-6075-4b89-8df8-42067a03cfc4 req-4de60ba6-22e7-4866-b111-f31b0680d9a7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0537245 Aug 27 04:47:06.982750 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1408331778-network', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:06.997705 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-94c2eddb-6075-4b89-8df8-42067a03cfc4 req-9fabd34e-0242-4248-b3d1-d4b8ef1b8ca8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514190 Aug 27 04:47:07.082065 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Made reservation on behalf of 55642c30419042daa27ecdcf76f4e6a5 for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:07.084450 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:07.103277 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:07.195116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdb13e-53bd-4453-b173-5aa2f160f9b0 req-0308497a-50b7-455c-9a4c-7c9559330a2a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:07.196829 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c0bdb13e-53bd-4453-b173-5aa2f160f9b0 req-0308497a-50b7-455c-9a4c-7c9559330a2a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0679793 Aug 27 04:47:07.217571 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0e0b4-0b95-4c59-8235-dd9f0f6863d6 req-8b82c4f2-7195-48c0-bc2f-5f3b97f5cc61 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:07.219255 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d5e0e0b4-0b95-4c59-8235-dd9f0f6863d6 req-8b82c4f2-7195-48c0-bc2f-5f3b97f5cc61 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0832462 Aug 27 04:47:07.254881 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c0bdb13e-53bd-4453-b173-5aa2f160f9b0 req-9fc80428-c1ed-42ca-a271-70d3d92f27ef tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509121 Aug 27 04:47:07.310335 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:07.314908 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d5e0e0b4-0b95-4c59-8235-dd9f0f6863d6 req-5c3657b5-cb8c-41bc-97a0-9187f7d75429 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675271 Aug 27 04:47:07.472989 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52eab-bb14-498d-9545-84636a091639 req-d7a9797d-89f8-404f-a2e4-d483e68c057b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:07.475582 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-36e52eab-bb14-498d-9545-84636a091639 req-d7a9797d-89f8-404f-a2e4-d483e68c057b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0594873 Aug 27 04:47:07.520082 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-36e52eab-bb14-498d-9545-84636a091639 req-827e5556-7f27-4db9-b286-36412d39fed8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377970 Aug 27 04:47:07.713179 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:07.738632 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:07.753035 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d99493-9f3d-4c64-91d0-c11c239dffe3,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:07.757927 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Added segment dc5f25be-a469-4634-a0a3-797ab1b52a09 of type vlan for network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:07.929978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:08.159651 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ca23e-7e19-489a-a041-5390abb60c61 req-d757f284-47ce-43a1-a9e6-a9ea9d02d025 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:08.163893 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-758ca23e-7e19-489a-a041-5390abb60c61 req-d757f284-47ce-43a1-a9e6-a9ea9d02d025 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0648901 Aug 27 04:47:08.209589 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-758ca23e-7e19-489a-a041-5390abb60c61 req-665ff784-7a29-4028-afba-b8ecc8aca988 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Aug 27 04:47:08.270578 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:08.271993 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:08.272619 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:08.465798 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e3764-1a8c-484f-b161-d114a5a96b45 req-f20c2659-d3ff-4df6-b3bd-19fbe98dd996 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:08.467529 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fc6e3764-1a8c-484f-b161-d114a5a96b45 req-f20c2659-d3ff-4df6-b3bd-19fbe98dd996 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.1033983 Aug 27 04:47:08.477681 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8460dc-68e8-4a9c-b46c-fadf57a16149,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:08.490609 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:08.507849 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fcdc8-7ebd-4983-9f3b-56549494d688 req-ffcb6e26-74db-410d-b26f-ab8619bc7422 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:08.516682 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-102fcdc8-7ebd-4983-9f3b-56549494d688 req-ffcb6e26-74db-410d-b26f-ab8619bc7422 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1067138 Aug 27 04:47:08.536906 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-fc629ae9-0cfb-41c4-9209-cc465e5fe847 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7089248 Aug 27 04:47:08.544085 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47280) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:08.560587 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Request body: {'subnet': {'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1408331778-subnet', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:08.586247 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-102fcdc8-7ebd-4983-9f3b-56549494d688 req-4e555661-3dfb-49be-a4d8-dd441789d878 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681493 Aug 27 04:47:08.630696 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fc6e3764-1a8c-484f-b161-d114a5a96b45 req-a18ec5f2-d624-4281-a673-be5a4ba9ccb7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555126 Aug 27 04:47:08.731798 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Made reservation on behalf of 55642c30419042daa27ecdcf76f4e6a5 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:08.734510 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9778508'] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:08.735479 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f512-0844-4369-a036-9d8a38551d4d req-31d44d34-022c-4c1b-9a37-94331c377b00 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:08.740984 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5f512-0844-4369-a036-9d8a38551d4d req-31d44d34-022c-4c1b-9a37-94331c377b00 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0747719 Aug 27 04:47:08.796051 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e5a5f512-0844-4369-a036-9d8a38551d4d req-42c1f759-79f3-4867-92c0-1e90334e3a01 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497186 Aug 27 04:47:09.007658 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9778494'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76972534-1667-4f31-9967-e79a79923497,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Checking segment: {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:09.109219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Network hostable DHCP agents. Network: 4b8460dc-68e8-4a9c-b46c-fadf57a16149, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:09.270030 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:09.348241 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68185-cfc2-435f-910f-167cd5546f39 req-ef5db6bd-67f8-4a73-965c-8a770a3aac71 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:09.352877 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7ff68185-cfc2-435f-910f-167cd5546f39 req-ef5db6bd-67f8-4a73-965c-8a770a3aac71 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0710981 Aug 27 04:47:09.402480 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7ff68185-cfc2-435f-910f-167cd5546f39 req-c8d61740-8a8b-4957-9b71-32fb4dd7b855 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340586 Aug 27 04:47:09.647165 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 4b8460dc-68e8-4a9c-b46c-fadf57a16149) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:09.652115 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:09.658655 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:09.659504 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f160205-af03-40b4-8212-4594f85f6ec4 None None] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:09.739167 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc616ee8-f19f-4513-b365-80bf79ae40e3 req-e79e459d-07e2-422a-b546-1a639bde2ce1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:09.740965 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dc616ee8-f19f-4513-b365-80bf79ae40e3 req-e79e459d-07e2-422a-b546-1a639bde2ce1 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0808148 Aug 27 04:47:09.766173 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-8aca1281-3541-4ed8-86fa-38464ae6b0c6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2210259 Aug 27 04:47:09.770889 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47298) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:09.782030 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319745-4071-4e13-abe8-81fab25b2d73 req-4ffc2c46-f4a9-47e1-99cc-8f207171d959 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:09.782596 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:09.784257 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-25319745-4071-4e13-abe8-81fab25b2d73 req-4ffc2c46-f4a9-47e1-99cc-8f207171d959 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0716074 Aug 27 04:47:09.851605 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-25319745-4071-4e13-abe8-81fab25b2d73 req-71f5acc8-e271-4ca6-a31c-681639b8fea1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606244 Aug 27 04:47:09.854227 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dc616ee8-f19f-4513-b365-80bf79ae40e3 req-18ff4950-a173-478e-9f77-198cc4c27037 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043301 Aug 27 04:47:09.963514 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:47:09.966358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.014582 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48c88-8bd7-42fa-afaf-581155cb5d36 req-82592705-1951-4bc2-a92f-76e741f0706d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:10.022167 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b6a48c88-8bd7-42fa-afaf-581155cb5d36 req-82592705-1951-4bc2-a92f-76e741f0706d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0856621 Aug 27 04:47:10.085090 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b6a48c88-8bd7-42fa-afaf-581155cb5d36 req-b8ae43d3-94a8-4e2d-9b64-ac9aa8abcd15 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550079 Aug 27 04:47:10.109950 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.111207 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.152529 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Allocated IP 172.20.0.2 (4b8460dc-68e8-4a9c-b46c-fadf57a16149/76972534-1667-4f31-9967-e79a79923497/85a6f690-a94f-4c82-a1ea-8114526be26e) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:10.182212 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.499383 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.516018 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Transition to ACTIVE for port object 85a6f690-a94f-4c82-a1ea-8114526be26e will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:10.535597 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Transition to ACTIVE for port object 85a6f690-a94f-4c82-a1ea-8114526be26e will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:10.693302 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.823830 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:10.823830 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:10.823830 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:10.823830 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Pushing event updated for resources: {'Port': ['ID=85a6f690-a94f-4c82-a1ea-8114526be26e,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:10.825613 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.825613 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62167532-4903-4037-a586-22c7f6103ea9 req-a527d33d-96b4-4e14-927a-5a6465c4bb49 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:10.825613 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-62167532-4903-4037-a586-22c7f6103ea9 req-a527d33d-96b4-4e14-927a-5a6465c4bb49 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.1751280 Aug 27 04:47:10.846499 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Attempting to bind port 85a6f690-a94f-4c82-a1ea-8114526be26e on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:10.846914 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Attempting to bind port 85a6f690-a94f-4c82-a1ea-8114526be26e by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:10.847288 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Attempting to bind port 85a6f690-a94f-4c82-a1ea-8114526be26e on network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:10.857696 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:10.858101 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Checking segment: {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:10.858464 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.860706 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Bound using segment: {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:10.861234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Bound port: 85a6f690-a94f-4c82-a1ea-8114526be26e, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:10.861649 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:10.867851 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-62167532-4903-4037-a586-22c7f6103ea9 req-42cc4cf7-7228-452b-9446-3c92cdd3b8bd tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395966 Aug 27 04:47:10.947503 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] For port 85a6f690-a94f-4c82-a1ea-8114526be26e, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:10.952966 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] For port 85a6f690-a94f-4c82-a1ea-8114526be26e, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=85a6f690-a94f-4c82-a1ea-8114526be26e,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:11.019619 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:11.036220 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c9ee-3b7f-450a-8e64-8364f68364c9 req-17f24e80-380d-4add-96d8-d4696bfb6c42 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:11.038213 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c8a9c9ee-3b7f-450a-8e64-8364f68364c9 req-17f24e80-380d-4add-96d8-d4696bfb6c42 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0713675 Aug 27 04:47:11.125285 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748122a3-c682-4e80-8b8a-90cf34778d6b req-ff9bcb84-7360-407f-b794-20012047f92e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:11.125285 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-748122a3-c682-4e80-8b8a-90cf34778d6b req-ff9bcb84-7360-407f-b794-20012047f92e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1228116 Aug 27 04:47:11.126231 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31271c-cdd2-4e4f-bfda-37f0d10a8a56 None None] Pushing event updated for resources: {'Port': ['ID=85a6f690-a94f-4c82-a1ea-8114526be26e,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:11.126334 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c8a9c9ee-3b7f-450a-8e64-8364f68364c9 req-55fc1461-d476-440a-9f64-8eb9bb84a48a tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549557 Aug 27 04:47:11.187328 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-748122a3-c682-4e80-8b8a-90cf34778d6b req-4491a4d4-ec30-4e1c-b64b-12b11c99512d tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832176 Aug 27 04:47:11.271129 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de1aeb-6079-419e-a6ed-3c6607ab371d req-9fe7b38f-ed79-4f87-ad81-11c870ecac16 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:11.271129 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a6de1aeb-6079-419e-a6ed-3c6607ab371d req-9fe7b38f-ed79-4f87-ad81-11c870ecac16 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0930262 Aug 27 04:47:11.320856 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a6de1aeb-6079-419e-a6ed-3c6607ab371d req-c43ed5cb-8ef4-4b5d-a5ab-77f3009e5c2f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Aug 27 04:47:11.402360 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:11.451595 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:11.653004 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Allocated IP 172.27.0.190 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/d8bf16dc-18d8-42be-8e08-f0f8be4d144b) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:11.797011 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:12.005383 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674496e2-9df0-43f8-912d-24fa4641fd02 req-09bb4e41-28f0-4822-a8a7-36e3b6ca6527 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:12.007752 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-674496e2-9df0-43f8-912d-24fa4641fd02 req-09bb4e41-28f0-4822-a8a7-36e3b6ca6527 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0671711 Aug 27 04:47:12.064823 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-674496e2-9df0-43f8-912d-24fa4641fd02 req-88aacff5-e676-4b68-b087-22e09b24d07e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488381 Aug 27 04:47:12.225074 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:12.250661 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6bd4f-a6fe-408c-ba28-a598d82e88ed req-4dfd3d83-4f50-4c46-a3ad-cbbd529a341f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:12.252609 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b6f6bd4f-a6fe-408c-ba28-a598d82e88ed req-4dfd3d83-4f50-4c46-a3ad-cbbd529a341f tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0698814 Aug 27 04:47:12.277827 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:12.285195 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:12.290616 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:12.305072 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b6f6bd4f-a6fe-408c-ba28-a598d82e88ed req-9e1fdc1d-c7a4-496c-9d51-0367da452fc8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Aug 27 04:47:12.327503 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e691b-4a9e-439d-97a7-eed25a2cc077 None None] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:12.347170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Pushing event updated for resources: {'Port': ['ID=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:12.440091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45368886-aae7-412d-87f6-d8adbb1abd40 req-4ac29230-f77c-48b8-a2ad-67ac1f7f62d9 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:12.440091 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-45368886-aae7-412d-87f6-d8adbb1abd40 req-4ac29230-f77c-48b8-a2ad-67ac1f7f62d9 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1474760 Aug 27 04:47:12.476945 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab958c6e-4f9b-4b09-a939-34aba973947b req-42b67024-4385-48b7-8529-0f13912eec60 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:12.479018 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ab958c6e-4f9b-4b09-a939-34aba973947b req-42b67024-4385-48b7-8529-0f13912eec60 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0609901 Aug 27 04:47:12.506617 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-18570668-edfd-43a2-911c-7d4ca222a257 None None] Provisioning for port 85a6f690-a94f-4c82-a1ea-8114526be26e completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:12.525201 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-45368886-aae7-412d-87f6-d8adbb1abd40 req-8f094fd9-e04e-47c5-a83a-ee57312dae9c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885661 Aug 27 04:47:12.528410 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ab958c6e-4f9b-4b09-a939-34aba973947b req-371991bd-5b5c-488e-baf9-48d94e536070 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Aug 27 04:47:12.746941 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:12.978452 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-3ff3cc28-a998-4c94-8c3d-54447bfcf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:12.981592 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-3ff3cc28-a998-4c94-8c3d-54447bfcf44b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001558 Aug 27 04:47:12.989886 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.050630 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 85a6f690-a94f-4c82-a1ea-8114526be26e up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:13.120540 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-05956c5f-91d4-4893-83c3-ae72f3b58998 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247303 Aug 27 04:47:13.218749 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 85a6f690-a94f-4c82-a1ea-8114526be26e completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:13.218977 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:13.223004 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 85a6f690-a94f-4c82-a1ea-8114526be26e triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:13.223934 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.254820 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd648-2503-422e-940c-da6090109187 req-44aa58fa-4500-4e6c-9855-fc66828d0cd0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:13.257560 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-920bd648-2503-422e-940c-da6090109187 req-44aa58fa-4500-4e6c-9855-fc66828d0cd0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.1049876 Aug 27 04:47:13.297772 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3762f26d-ae5c-474a-8ce0-c12f5ec45684 req-17ce2f14-43f7-4c33-8f7e-3d949d6dcc29 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646671 Aug 27 04:47:13.312858 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-920bd648-2503-422e-940c-da6090109187 req-09922a5e-a66b-4d16-8cc7-5389a6d82d5a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482180 Aug 27 04:47:13.360755 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.374281 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:13.389255 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Sync routers for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:13.403519 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:13.404159 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:46:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:13.414125 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 85a6f690-a94f-4c82-a1ea-8114526be26e, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=85a6f690-a94f-4c82-a1ea-8114526be26e,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:13.446668 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-ee50b87f-44f6-4798-81bc-fde6199b7dd0 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:13.449068 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-ee50b87f-44f6-4798-81bc-fde6199b7dd0 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0853505 Aug 27 04:47:13.489349 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8d1e2-a9a4-4595-9c72-21c67e7dd83f req-fdf40578-be0b-4070-a528-4f5558ecd57d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:13.491045 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e4f8d1e2-a9a4-4595-9c72-21c67e7dd83f req-fdf40578-be0b-4070-a528-4f5558ecd57d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 945 time: 0.0657740 Aug 27 04:47:13.492154 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.493394 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-8a172952-b986-425e-9fbe-404eb59a7fde admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7211494 Aug 27 04:47:13.496679 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47352) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:13.503891 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.544170 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:13.604299 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Deleting port 0f036404-3c88-4063-bf8d-2049bac20837 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:13.605497 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.630497 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=85a6f690-a94f-4c82-a1ea-8114526be26e,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:13.645176 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e4f8d1e2-a9a4-4595-9c72-21c67e7dd83f req-80389bc2-f73e-4ce4-b4be-27b9ef55a7a9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271768 Aug 27 04:47:13.654110 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.762919 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24c836-165f-4b97-8e6c-4221f73bee4f req-5e863a6d-4e8d-4503-9548-2e8fe9f779e5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:13.764590 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad24c836-165f-4b97-8e6c-4221f73bee4f req-5e863a6d-4e8d-4503-9548-2e8fe9f779e5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.1387448 Aug 27 04:47:13.799514 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] For port 0f036404-3c88-4063-bf8d-2049bac20837, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0f036404-3c88-4063-bf8d-2049bac20837,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:13.800539 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:13.819999 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Calling delete_port for 0f036404-3c88-4063-bf8d-2049bac20837 owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:13.840706 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad24c836-165f-4b97-8e6c-4221f73bee4f req-0e097686-8ee6-450b-88e7-ebed668e36a9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685720 Aug 27 04:47:13.846860 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70114b-c264-487c-983b-b6f7f3e6b5cc req-4cbed751-1603-4d2b-84e6-bb998b556096 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:13.848454 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2b70114b-c264-487c-983b-b6f7f3e6b5cc req-4cbed751-1603-4d2b-84e6-bb998b556096 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0921316 Aug 27 04:47:13.981355 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:12Z', 'revision_number': 3, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:14.013555 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Checking router: 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:14.013841 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Updating router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a port d8bf16dc-18d8-42be-8e08-f0f8be4d144b binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:14.041285 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.087660 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.101200 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'faa1f003-4202-4ede-9e51-c66826ccd7ed', '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2', '0f036404-3c88-4063-bf8d-2049bac20837'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:14.125609 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event deleted for resources: {'Port': ['ID=0f036404-3c88-4063-bf8d-2049bac20837,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:14.178733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] No DVR routers for this DVR port 0f036404-3c88-4063-bf8d-2049bac20837 on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:14.181931 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.184541 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f27d216-66c2-4be1-9252-fb10267a40e6 req-796ebc38-be54-45cc-9226-6c810eb161ff tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "DELETE /v2.0/ports/0f036404-3c88-4063-bf8d-2049bac20837 HTTP/1.1" status: 204 len: 173 time: 0.7284765 Aug 27 04:47:14.185613 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'name': 'network-vif-deleted', 'tag': '0f036404-3c88-4063-bf8d-2049bac20837'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:14.196467 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c29473-6e42-4c95-bb17-f26cb48dd7ab" -d '{"events": [{"server_uuid": "e7924e15-d11f-4813-a3eb-0c0776e8f8df", "name": "network-vif-deleted", "tag": "0f036404-3c88-4063-bf8d-2049bac20837"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:14.212109 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2b70114b-c264-487c-983b-b6f7f3e6b5cc req-9509d0c7-b5f6-4018-8328-b64599d80f52 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471553 Aug 27 04:47:14.237422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937eb597-cd8a-4f8d-8e65-0ce3676c0f35 x-openstack-request-id: req-937eb597-cd8a-4f8d-8e65-0ce3676c0f35 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:14.237723 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7924e15-d11f-4813-a3eb-0c0776e8f8df", "name": "network-vif-deleted", "tag": "0f036404-3c88-4063-bf8d-2049bac20837", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:14.237980 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-937eb597-cd8a-4f8d-8e65-0ce3676c0f35 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:14.238423 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7924e15-d11f-4813-a3eb-0c0776e8f8df', 'name': 'network-vif-deleted', 'tag': '0f036404-3c88-4063-bf8d-2049bac20837', 'status': 'completed', 'code': 200} Aug 27 04:47:14.448058 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.479868 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Transition to ACTIVE for port object d8bf16dc-18d8-42be-8e08-f0f8be4d144b will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:14.579176 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad403aa-b059-41f5-b49a-f503d4ff44f6 req-ddb93b68-b558-4456-9fd7-0282ae7ecd05 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:14.580844 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8ad403aa-b059-41f5-b49a-f503d4ff44f6 req-ddb93b68-b558-4456-9fd7-0282ae7ecd05 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0923672 Aug 27 04:47:14.597183 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.624213 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.648343 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8ad403aa-b059-41f5-b49a-f503d4ff44f6 req-debedec8-f25a-40dc-b941-9a0f345f31d6 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612462 Aug 27 04:47:14.680268 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Attempting to bind port d8bf16dc-18d8-42be-8e08-f0f8be4d144b on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:14.680665 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Attempting to bind port d8bf16dc-18d8-42be-8e08-f0f8be4d144b by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:14.681034 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Attempting to bind port d8bf16dc-18d8-42be-8e08-f0f8be4d144b on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:14.685254 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Pushing event updated for resources: {'Port': ['ID=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,revision_number=2']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:14.690228 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:14.690610 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:14.691016 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.691451 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:14.691928 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Bound port: d8bf16dc-18d8-42be-8e08-f0f8be4d144b, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:14.692336 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.699056 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.699953 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.699953 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.700159 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.700476 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.700814 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.701146 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.701474 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.702045 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.702388 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.702874 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.703367 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:14.774023 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] For port d8bf16dc-18d8-42be-8e08-f0f8be4d144b, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:14.777774 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] For port d8bf16dc-18d8-42be-8e08-f0f8be4d144b, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:14.864712 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90b76079-355a-47b4-bc30-e5674a5c6cc5 req-4eef54f7-0e41-4fcb-aeb6-869dc8443332 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7924e15-d11f-4813-a3eb-0c0776e8f8df HTTP/1.1" status: 200 len: 210 time: 0.0471561 Aug 27 04:47:14.887605 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Allocated IP 172.20.0.1 (4b8460dc-68e8-4a9c-b46c-fadf57a16149/76972534-1667-4f31-9967-e79a79923497/acc92537-d52c-43a8-92a3-026a3964fd5c) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:14.923177 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:14.927043 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-29a4ebd2-1e68-4e47-a08c-3ad5dd3608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:14.929205 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-29a4ebd2-1e68-4e47-a08c-3ad5dd3608b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 1098 time: 0.0753565 Aug 27 04:47:14.961447 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac826-58c9-4fd4-9337-fb558c671421 req-3485d948-f81b-4f01-bdbb-53f866f6bcf5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:14.961447 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f27ac826-58c9-4fd4-9337-fb558c671421 req-3485d948-f81b-4f01-bdbb-53f866f6bcf5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1294971 Aug 27 04:47:14.971565 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:14.973710 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:46:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:14.992965 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 85a6f690-a94f-4c82-a1ea-8114526be26e up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:15.065777 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28687f7-2693-49e8-b9a5-5f320bb1736b None None] Pushing event updated for resources: {'Port': ['ID=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:15.099402 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 85a6f690-a94f-4c82-a1ea-8114526be26e triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:15.099785 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:15.121958 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:15.148224 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Transition to ACTIVE for port object acc92537-d52c-43a8-92a3-026a3964fd5c will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:15.165079 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c23a2-8a40-481e-b9cd-680bd6287a58 req-ff382526-7463-449d-8a03-4032a3c7aaf9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:15.167835 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6c4c23a2-8a40-481e-b9cd-680bd6287a58 req-ff382526-7463-449d-8a03-4032a3c7aaf9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.1354053 Aug 27 04:47:15.184166 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f27ac826-58c9-4fd4-9337-fb558c671421 req-f4d66226-7f4b-43ed-9b58-35a507af475f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072823 Aug 27 04:47:15.234325 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:15.251272 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-efc88801-828f-4507-9d1e-7a45393c8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:15.253217 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-efc88801-828f-4507-9d1e-7a45393c8fcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.2959328 Aug 27 04:47:15.286201 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6c4c23a2-8a40-481e-b9cd-680bd6287a58 req-8d5cce14-7fa6-4f98-9a85-7f5e92fe7363 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918331 Aug 27 04:47:15.305741 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-b51dd0a0-fbee-4c5c-addc-e43671eaf40e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 200 len: 217 time: 0.0430956 Aug 27 04:47:15.359477 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-3833f0a6-b0b6-4e48-b505-45c5f04f38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:15.361433 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-3833f0a6-b0b6-4e48-b505-45c5f04f38cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0470707 Aug 27 04:47:15.403617 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-bb39028b-a969-4b4a-9c6f-688cbef84721 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254707 Aug 27 04:47:15.430147 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:15.447346 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:12Z', 'revision_number': 3, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:15.475962 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:15.480837 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:15.483000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Pushing event updated for resources: {'Port': ['ID=acc92537-d52c-43a8-92a3-026a3964fd5c,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:15.485492 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:15.486623 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2972647-434c-4dba-a145-83d8d90a4b17 None None] The sync data for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi is: [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:12Z', 'revision_number': 3, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:15.545299 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-e16a95cf-27cf-4b5f-b00d-acc62014f2d5 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337106 Aug 27 04:47:15.565247 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:15.705338 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cc073c5-51bb-4ecc-97ab-221bd6c028da req-6719198e-050f-49f7-9a70-817f91955576 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516128 Aug 27 04:47:15.805015 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7057-7fe1-4e3e-ac14-774e941674d0 req-ccd7facd-9fb4-4f08-b490-3665f49a5e80 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:15.806791 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eb9a7057-7fe1-4e3e-ac14-774e941674d0 req-ccd7facd-9fb4-4f08-b490-3665f49a5e80 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0559874 Aug 27 04:47:15.819128 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:15.879450 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eb9a7057-7fe1-4e3e-ac14-774e941674d0 req-c832cb23-63f1-456b-8262-6052673b7b39 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663092 Aug 27 04:47:15.947067 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-2086645f-9d74-47ac-abb9-df98ff40dbd2 None None] Provisioning for port acc92537-d52c-43a8-92a3-026a3964fd5c completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:15.954181 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-2086645f-9d74-47ac-abb9-df98ff40dbd2 None None] Provisioning complete for port acc92537-d52c-43a8-92a3-026a3964fd5c triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:15.956279 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-2086645f-9d74-47ac-abb9-df98ff40dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:16.008913 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-2086645f-9d74-47ac-abb9-df98ff40dbd2 None None] Port acc92537-d52c-43a8-92a3-026a3964fd5c cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:47:16.054221 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-e9b5f6e8-ad31-4f40-a010-d7209a588504 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923080 Aug 27 04:47:16.096708 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:16.128526 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37581bee-6808-430c-b028-43aee893e5de req-3c15f851-a76b-4b6a-b355-5544035b6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:16.130103 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-3c15f851-a76b-4b6a-b355-5544035b6714 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 1098 time: 0.0470390 Aug 27 04:47:16.206701 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:16.264949 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37581bee-6808-430c-b028-43aee893e5de req-6f0dbecd-7923-4fb5-9bfb-3047ade47ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:16.267914 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-6f0dbecd-7923-4fb5-9bfb-3047ade47ca3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 200 len: 918 time: 0.1169109 Aug 27 04:47:16.295486 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Pushing event updated for resources: {'Port': ['ID=acc92537-d52c-43a8-92a3-026a3964fd5c,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:16.298801 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:16.356540 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-7a3f510d-2ff4-40f6-b091-c83005fc7d0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6 HTTP/1.1" status: 200 len: 217 time: 0.0781684 Aug 27 04:47:16.434791 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37581bee-6808-430c-b028-43aee893e5de req-668b7954-9e45-414b-9151-24449c95a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:16.436302 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-668b7954-9e45-414b-9151-24449c95a498 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 200 len: 857 time: 0.0603514 Aug 27 04:47:16.445196 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c782482-d999-406e-b2b0-7d357f7781f4 req-dfe2a071-19e2-4dbf-9dca-0532c5b0b036 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:16.452990 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7c782482-d999-406e-b2b0-7d357f7781f4 req-dfe2a071-19e2-4dbf-9dca-0532c5b0b036 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1648979 Aug 27 04:47:16.454437 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db9a1-f681-46fb-b4bf-6cde6fb53c2a req-38ee93e2-eb86-47d6-88a0-c41ae6f3f6f7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:16.456196 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c20db9a1-f681-46fb-b4bf-6cde6fb53c2a req-38ee93e2-eb86-47d6-88a0-c41ae6f3f6f7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0780327 Aug 27 04:47:16.466935 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:16.481297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:16.500232 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-b4ce53c9-9b16-459c-b7a4-d1d5877a3e28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0aea5cc4-1788-412d-8ef4-5503e8af6a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416689 Aug 27 04:47:16.550222 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c20db9a1-f681-46fb-b4bf-6cde6fb53c2a req-2af2b102-f487-46b7-96ee-381d88809735 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853779 Aug 27 04:47:16.554289 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7c782482-d999-406e-b2b0-7d357f7781f4 req-45eb115b-f4c1-4c19-a987-bd1caad0fc2c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950356 Aug 27 04:47:16.669860 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-6ad5f11b-ee6c-49ab-9a59-d0797518cc58 service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563718 Aug 27 04:47:16.680064 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:16.787155 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-37581bee-6808-430c-b028-43aee893e5de req-d90616c2-f1b1-42b9-a74f-15cc4437a56e service neutron] 10.222.0.43 "GET /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085632 Aug 27 04:47:16.798141 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:16.805030 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-11da3300-8256-452f-bba1-b04f58b50d64 admin admin] 10.222.0.25 "PUT /v2.0/routers/5cc1dc04-65b3-4a2d-9e75-a86dcfad711a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3043747 Aug 27 04:47:16.843365 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-4008fed9-c52e-43dc-a93f-bebf68e66e43 None None] Provisioning complete for port acc92537-d52c-43a8-92a3-026a3964fd5c triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:16.845551 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4008fed9-c52e-43dc-a93f-bebf68e66e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:16.887972 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-4008fed9-c52e-43dc-a93f-bebf68e66e43 None None] Port acc92537-d52c-43a8-92a3-026a3964fd5c cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:47:17.000176 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d8bf16dc-18d8-42be-8e08-f0f8be4d144b up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:17.006678 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d46da-b13b-40f2-b647-c537e6543cd7 req-ce1b5f21-a02d-4ffd-8b5e-844c4950f473 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:17.014590 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-499d46da-b13b-40f2-b647-c537e6543cd7 req-ce1b5f21-a02d-4ffd-8b5e-844c4950f473 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0599859 Aug 27 04:47:17.052185 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-499d46da-b13b-40f2-b647-c537e6543cd7 req-4155732e-7d2c-4bd4-91d8-023f2f5626b5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366621 Aug 27 04:47:17.109392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port d8bf16dc-18d8-42be-8e08-f0f8be4d144b completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:17.113604 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d8bf16dc-18d8-42be-8e08-f0f8be4d144b triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:17.114064 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.209735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.233233 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port d8bf16dc-18d8-42be-8e08-f0f8be4d144b, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:17.288040 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.345394 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:17.409606 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Sync routers for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:17.419296 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:17.419935 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:46:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:17.542845 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:17.581228 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47434) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:17.588228 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1047295382-network', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:17.684438 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256294d-c8bd-4d23-9131-eb2df2b4ebf8 req-f081a0b5-4070-487d-ac9e-53585b2bbf6a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:17.686037 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7256294d-c8bd-4d23-9131-eb2df2b4ebf8 req-f081a0b5-4070-487d-ac9e-53585b2bbf6a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0520546 Aug 27 04:47:17.710709 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Made reservation on behalf of d6f2c8ffb4b14ba68accea005580e1f0 for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:17.717359 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.740947 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.747566 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7256294d-c8bd-4d23-9131-eb2df2b4ebf8 req-eca9417e-08af-418c-814f-61c19b73321b tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Aug 27 04:47:17.789387 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 2, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:17.822014 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Checking router: 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:17.822669 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Updating router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a port acc92537-d52c-43a8-92a3-026a3964fd5c binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:17.829769 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42910823-3ffe-47e7-89ef-ef389fa0365f req-166aaf11-c8e1-467f-888c-1094a5d9e598 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:17.829769 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-42910823-3ffe-47e7-89ef-ef389fa0365f req-166aaf11-c8e1-467f-888c-1094a5d9e598 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0823512 Aug 27 04:47:17.846009 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b9400-3cdf-4565-9afd-d6a7609deaef req-e0ae13b3-1a3c-465f-857f-2c07c55b117d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:17.847539 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-545b9400-3cdf-4565-9afd-d6a7609deaef req-e0ae13b3-1a3c-465f-857f-2c07c55b117d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 946 time: 0.0538878 Aug 27 04:47:17.855507 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.888759 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-42910823-3ffe-47e7-89ef-ef389fa0365f req-e85f4a93-18d2-4290-ad89-aa0886780666 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541737 Aug 27 04:47:17.902815 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-545b9400-3cdf-4565-9afd-d6a7609deaef req-af506ad2-1fc3-47c0-94bd-98f578a93cec tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Aug 27 04:47:17.931109 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:17.960168 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 0f036404-3c88-4063-bf8d-2049bac20837 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:17.988788 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 0f036404-3c88-4063-bf8d-2049bac20837 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:17.989134 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 0f036404-3c88-4063-bf8d-2049bac20837 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:18.052404 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.074461 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:18.090255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d1dba5-dff9-4820-8937-354cd0f757de,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.093317 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.093665 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Added segment ae327248-e1d6-493d-931d-1d66e7162373 of type vlan for network 929dcfce-58fd-4b07-8420-9347a25d23a1 Aug 27 04:47:18.138689 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.169739 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.176771 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1871a5b-3fce-419a-84c9-d8047c7655cc req-d9e2f901-de9c-4dbf-a5ab-456c1d18fe63 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:18.178281 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a1871a5b-3fce-419a-84c9-d8047c7655cc req-d9e2f901-de9c-4dbf-a5ab-456c1d18fe63 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0537775 Aug 27 04:47:18.179773 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Transition to ACTIVE for port object acc92537-d52c-43a8-92a3-026a3964fd5c will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:18.216382 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a1871a5b-3fce-419a-84c9-d8047c7655cc req-d27a4719-b3a7-493f-ae0a-edf64ce7acdb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Aug 27 04:47:18.286983 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.287231 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.288024 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:18.288618 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.343813 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b1c0-9db6-47ca-9e85-2a2f871101bf None None] Pushing event updated for resources: {'Port': ['ID=acc92537-d52c-43a8-92a3-026a3964fd5c,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.359188 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=929dcfce-58fd-4b07-8420-9347a25d23a1,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.381383 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:18.413965 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-75b9ac8d-0599-4d6d-ac6d-91923e465fb1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8304148 Aug 27 04:47:18.416247 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47446) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:18.424201 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Request body: {'subnet': {'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1047295382-subnet', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:18.443248 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Attempting to bind port acc92537-d52c-43a8-92a3-026a3964fd5c on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:18.443476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Attempting to bind port acc92537-d52c-43a8-92a3-026a3964fd5c by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:18.443683 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Attempting to bind port acc92537-d52c-43a8-92a3-026a3964fd5c on network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:18.454603 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:18.454985 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Checking segment: {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:18.455389 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.455783 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Bound using segment: {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:18.456257 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Bound port: acc92537-d52c-43a8-92a3-026a3964fd5c, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:18.456714 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.530806 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] For port acc92537-d52c-43a8-92a3-026a3964fd5c, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:18.533781 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] For port acc92537-d52c-43a8-92a3-026a3964fd5c, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=acc92537-d52c-43a8-92a3-026a3964fd5c,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:18.543575 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Made reservation on behalf of d6f2c8ffb4b14ba68accea005580e1f0 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:18.546008 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9778508'] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.635947 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.696488 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:18.697135 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:46:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:18.742917 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b1c0-9db6-47ca-9e85-2a2f871101bf None None] Pushing event updated for resources: {'Port': ['ID=acc92537-d52c-43a8-92a3-026a3964fd5c,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.818582 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:18.863668 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ff74f-cd17-4d7f-9b7b-d1d1d251ccfb req-1ee8ef5a-463f-497e-b292-9d10450810aa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:18.865176 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7ff74f-cd17-4d7f-9b7b-d1d1d251ccfb req-1ee8ef5a-463f-497e-b292-9d10450810aa tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0571225 Aug 27 04:47:18.870252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9778494'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:18.958162 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a7ff74f-cd17-4d7f-9b7b-d1d1d251ccfb req-29821130-2a97-4ef2-8259-d3fbd47b51e0 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 Aug 27 04:47:18.980805 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211d902b-c1ce-4cbb-bd23-08704b5441af,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:18.984770 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Checking segment: {'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:18.991411 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Network hostable DHCP agents. Network: 929dcfce-58fd-4b07-8420-9347a25d23a1, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:19.000203 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d8bf16dc-18d8-42be-8e08-f0f8be4d144b up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:19.089551 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a173ef-5156-48ef-9ad0-58d52ed6afc8 req-c2b2c4e2-7de1-44d9-8c7f-8c95de88869c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:19.097485 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a2a173ef-5156-48ef-9ad0-58d52ed6afc8 req-c2b2c4e2-7de1-44d9-8c7f-8c95de88869c tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 946 time: 0.0857165 Aug 27 04:47:19.101792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775feec4-b5d9-47b5-85b1-a6f6c7fc73d3 req-3dd06809-48fd-4feb-824a-ca0b879f4574 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:19.103475 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-775feec4-b5d9-47b5-85b1-a6f6c7fc73d3 req-3dd06809-48fd-4feb-824a-ca0b879f4574 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0780573 Aug 27 04:47:19.134562 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a2a173ef-5156-48ef-9ad0-58d52ed6afc8 req-d0daed92-6b65-45ca-b655-a6b17de3acf1 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362105 Aug 27 04:47:19.146620 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:19.155280 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-775feec4-b5d9-47b5-85b1-a6f6c7fc73d3 req-211eff3a-857c-4884-922c-f02727a55761 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448880 Aug 27 04:47:19.246772 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 929dcfce-58fd-4b07-8420-9347a25d23a1) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:19.254535 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:19.258382 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.261394 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8475d27-cb1c-4829-bde9-ccc49233ecb0 None None] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:19.270121 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port d8bf16dc-18d8-42be-8e08-f0f8be4d144b triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:19.270121 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.347806 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba8cd3-3f44-42ef-9658-c25c159e82f2 req-040318c1-8626-4998-9923-94f9a4432b1a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:19.349337 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-63ba8cd3-3f44-42ef-9658-c25c159e82f2 req-040318c1-8626-4998-9923-94f9a4432b1a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0513170 Aug 27 04:47:19.371956 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:19.390666 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-37581655-cf18-4737-8b9d-d7e59333fee9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9726124 Aug 27 04:47:19.393160 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47478) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:19.397995 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:19.404244 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-63ba8cd3-3f44-42ef-9658-c25c159e82f2 req-ef7ed072-3673-4cb7-9477-20d122aa019b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480974 Aug 27 04:47:19.410168 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd27e5-b0b0-4aeb-a000-fb75a3ec4811 None None] The sync data for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi is: [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:18Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:19.527556 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.528714 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.573101 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-929dcfce-58fd-4b07-8420-9347a25d23a1', 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'fixed_ips': [{'subnet_id': '211d902b-c1ce-4cbb-bd23-08704b5441af'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:47:19.574614 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.619872 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.732239 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Allocated IP 172.20.0.2 (929dcfce-58fd-4b07-8420-9347a25d23a1/211d902b-c1ce-4cbb-bd23-08704b5441af/196102d8-27d8-4361-beb1-942adf514af9) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:19.875627 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.889744 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-10975d1a-d512-4765-9984-ff9a43fc7cc7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:19.890731 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:19.891896 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-10975d1a-d512-4765-9984-ff9a43fc7cc7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 946 time: 0.1207490 Aug 27 04:47:19.901548 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Transition to ACTIVE for port object 196102d8-27d8-4361-beb1-942adf514af9 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:19.917656 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Transition to ACTIVE for port object 196102d8-27d8-4361-beb1-942adf514af9 will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:20.007058 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.042282 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Deleting port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:20.042663 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.066240 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:20.073800 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:20.078738 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:20.082108 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Pushing event updated for resources: {'Port': ['ID=196102d8-27d8-4361-beb1-942adf514af9,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:20.143768 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Attempting to bind port 196102d8-27d8-4361-beb1-942adf514af9 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:20.144170 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Attempting to bind port 196102d8-27d8-4361-beb1-942adf514af9 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:20.144560 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Attempting to bind port 196102d8-27d8-4361-beb1-942adf514af9 on network 929dcfce-58fd-4b07-8420-9347a25d23a1 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:20.150837 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:20.151246 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Checking segment: {'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:20.151658 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.152065 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Bound using segment: {'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:20.152663 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Bound port: 196102d8-27d8-4361-beb1-942adf514af9, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:20.153062 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.273808 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] For port 196102d8-27d8-4361-beb1-942adf514af9, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:20.278279 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] For port 196102d8-27d8-4361-beb1-942adf514af9, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=196102d8-27d8-4361-beb1-942adf514af9,segment=NetworkSegment(ae327248-e1d6-493d-931d-1d66e7162373),segment_id=ae327248-e1d6-493d-931d-1d66e7162373)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:20.316315 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f32a11-4266-4eca-bc81-f6b7e7f77437 req-0653df33-5e4b-4549-944b-2a1537efb716 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:20.318002 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d1f32a11-4266-4eca-bc81-f6b7e7f77437 req-0653df33-5e4b-4549-944b-2a1537efb716 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.0641963 Aug 27 04:47:20.344065 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.368469 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d1f32a11-4266-4eca-bc81-f6b7e7f77437 req-24a14c36-8b11-4158-aec1-69c7454e81fe tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Aug 27 04:47:20.421091 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ee499-c831-4fe9-b2c3-72d8be6c75fd None None] Pushing event updated for resources: {'Port': ['ID=196102d8-27d8-4361-beb1-942adf514af9,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:20.456006 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] For port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:20.456469 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.487764 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Calling delete_port for 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:20.509526 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83aefb-a82a-4d94-8892-ed822820a629 req-85a07632-e26a-429a-a2de-10ae40a92a1b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:20.511141 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ec83aefb-a82a-4d94-8892-ed822820a629 req-85a07632-e26a-429a-a2de-10ae40a92a1b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 946 time: 0.1275828 Aug 27 04:47:20.624602 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a3b4e-8380-4bd8-9423-b8395262e553 req-60f74c4e-54ed-4a4f-9c5d-e94d53fc3b4a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:20.626428 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a10a3b4e-8380-4bd8-9423-b8395262e553 req-60f74c4e-54ed-4a4f-9c5d-e94d53fc3b4a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0926909 Aug 27 04:47:20.724102 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ec83aefb-a82a-4d94-8892-ed822820a629 req-c4e2c8fc-d103-4d70-9cad-b990e5c7ac28 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018986 Aug 27 04:47:20.750415 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a10a3b4e-8380-4bd8-9423-b8395262e553 req-b5c34a9b-405b-463a-9a31-638883118029 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180022 Aug 27 04:47:20.811289 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:20.837373 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.021391 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Allocated IP 172.27.0.150 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/906a2c79-1628-43dd-a4d2-05ab4acb4d97) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:21.050372 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device acc92537-d52c-43a8-92a3-026a3964fd5c up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:21.059567 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.073057 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'faa1f003-4202-4ede-9e51-c66826ccd7ed', '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:21.121593 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event deleted for resources: {'Port': ['ID=6a0c21fb-beef-4d05-9152-1a16b8e6f8c2,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.182663 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] No DVR routers for this DVR port 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:21.188067 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.190473 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-29907568-54cf-4ed8-9bec-3a240a7bb152 req-9566176e-b0cf-4605-832a-8fa835024fcc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "DELETE /v2.0/ports/6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 HTTP/1.1" status: 204 len: 173 time: 1.2918313 Aug 27 04:47:21.191080 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb0682-4968-4f00-af41-f81ed78677be', 'name': 'network-vif-deleted', 'tag': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:21.195809 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331d04ff-177c-4117-9933-c84792f82720" -d '{"events": [{"server_uuid": "77eb0682-4968-4f00-af41-f81ed78677be", "name": "network-vif-deleted", "tag": "6a0c21fb-beef-4d05-9152-1a16b8e6f8c2"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:21.201766 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47508) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:21.230149 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port acc92537-d52c-43a8-92a3-026a3964fd5c completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:21.235901 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port acc92537-d52c-43a8-92a3-026a3964fd5c triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:21.236408 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.260676 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.264088 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b497c5-3067-479c-9bad-4989c9d22ee9 x-openstack-request-id: req-53b497c5-3067-479c-9bad-4989c9d22ee9 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:21.264862 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb0682-4968-4f00-af41-f81ed78677be", "name": "network-vif-deleted", "tag": "6a0c21fb-beef-4d05-9152-1a16b8e6f8c2", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:21.265126 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53b497c5-3067-479c-9bad-4989c9d22ee9 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:21.265334 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb0682-4968-4f00-af41-f81ed78677be', 'name': 'network-vif-deleted', 'tag': '6a0c21fb-beef-4d05-9152-1a16b8e6f8c2', 'status': 'completed', 'code': 200} Aug 27 04:47:21.348712 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4f833dea-c23a-44fb-a657-f53c618ae83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.395332 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.405136 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.452289 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:21.457661 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:21.461880 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:21.472711 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Pushing event updated for resources: {'Port': ['ID=906a2c79-1628-43dd-a4d2-05ab4acb4d97,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.503030 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port acc92537-d52c-43a8-92a3-026a3964fd5c, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=acc92537-d52c-43a8-92a3-026a3964fd5c,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:21.518856 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4f833dea-c23a-44fb-a657-f53c618ae83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.583925 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.584892 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 196102d8-27d8-4361-beb1-942adf514af9 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:21.618221 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4f833dea-c23a-44fb-a657-f53c618ae83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.639381 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b581-9766-4328-8fe6-f36dd34189fd req-9e725530-6c5c-40bc-9957-2c7326d5410c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:21.641070 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0719b581-9766-4328-8fe6-f36dd34189fd req-9e725530-6c5c-40bc-9957-2c7326d5410c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 944 time: 0.1453724 Aug 27 04:47:21.679472 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f833dea-c23a-44fb-a657-f53c618ae83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7f0ada-6c3b-42ce-9fbd-04e47655095a,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.679718 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=acc92537-d52c-43a8-92a3-026a3964fd5c,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.687839 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4f833dea-c23a-44fb-a657-f53c618ae83a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f16a076145004b32822d45fcd86ea51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845788 Aug 27 04:47:21.688781 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47514) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:21.729742 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0719b581-9766-4328-8fe6-f36dd34189fd req-33aacf86-12b1-463b-bf07-ff1216b39cde tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690386 Aug 27 04:47:21.757039 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc2276a6-bf34-4e01-bf0c-9ef98eba978b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.762866 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68219ad-70fe-459f-ba52-0195cedd3eb3 None None] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:21.784123 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc2276a6-bf34-4e01-bf0c-9ef98eba978b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.814313 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 196102d8-27d8-4361-beb1-942adf514af9 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:21.877102 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a24daa29-7cb7-4fec-9415-51858adc471d req-40dae825-6b75-4cbf-a2f1-7358a03899e8 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=77eb0682-4968-4f00-af41-f81ed78677be HTTP/1.1" status: 200 len: 210 time: 0.0277159 Aug 27 04:47:21.904727 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-9fbf5c26-943a-4671-aff2-24f8ee342882 None None] Provisioning for port 196102d8-27d8-4361-beb1-942adf514af9 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:21.910221 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-9fbf5c26-943a-4671-aff2-24f8ee342882 None None] Provisioning complete for port 196102d8-27d8-4361-beb1-942adf514af9 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:21.910602 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5c26-943a-4671-aff2-24f8ee342882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.932874 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc2276a6-bf34-4e01-bf0c-9ef98eba978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.935441 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc2276a6-bf34-4e01-bf0c-9ef98eba978b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:21.939009 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-cc2276a6-bf34-4e01-bf0c-9ef98eba978b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f7f0ada-6c3b-42ce-9fbd-04e47655095a HTTP/1.1" status: 204 len: 168 time: 0.2471709 Aug 27 04:47:21.952122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918d30-b4a2-4482-839f-068c6c8c8162 req-ca6fd936-78f5-4a1f-8f8a-555f3e47a812 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:21.954065 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0b918d30-b4a2-4482-839f-068c6c8c8162 req-ca6fd936-78f5-4a1f-8f8a-555f3e47a812 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 943 time: 0.0932212 Aug 27 04:47:21.957530 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2276a6-bf34-4e01-bf0c-9ef98eba978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7f0ada-6c3b-42ce-9fbd-04e47655095a,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:21.965865 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:47:21.990660 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.084985 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0b918d30-b4a2-4482-839f-068c6c8c8162 req-2dac8b23-e246-4dde-94a7-891775662d81 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239161 Aug 27 04:47:22.132495 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5c26-943a-4671-aff2-24f8ee342882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.163385 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:22.202878 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'port_id': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'mac_address': 'fa:16:3e:5a:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:47:22.203570 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-9fbf5c26-943a-4671-aff2-24f8ee342882 None None] For port 196102d8-27d8-4361-beb1-942adf514af9, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=196102d8-27d8-4361-beb1-942adf514af9,segment=NetworkSegment(ae327248-e1d6-493d-931d-1d66e7162373),segment_id=ae327248-e1d6-493d-931d-1d66e7162373)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:22.267050 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.282512 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.287604 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5c26-943a-4671-aff2-24f8ee342882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.294280 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5f03c6-6c24-491a-8672-be1f69f6c073 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:22.345546 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:22.361627 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf5c26-943a-4671-aff2-24f8ee342882 None None] Pushing event updated for resources: {'Port': ['ID=196102d8-27d8-4361-beb1-942adf514af9,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:22.408312 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-4b647325-4852-47f9-8835-0c8b06484a36 None None] Provisioning complete for port 196102d8-27d8-4361-beb1-942adf514af9 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:22.409264 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4b647325-4852-47f9-8835-0c8b06484a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.549059 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.549828 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 320156a8-2e29-45df-857c-6363f168e14c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:47:22.583973 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Router 651115cc-db78-49c4-b1e4-173ef84cf500 is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:22.622184 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=9']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:22.694152 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:22.708278 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Sync routers for ids ['651115cc-db78-49c4-b1e4-173ef84cf500'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:22.723269 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Routers {'651115cc-db78-49c4-b1e4-173ef84cf500'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:22.724229 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:46:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['651115cc-db78-49c4-b1e4-173ef84cf500'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:22.736772 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 320156a8-2e29-45df-857c-6363f168e14c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=320156a8-2e29-45df-857c-6363f168e14c,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:22.743751 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47530) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:22.753948 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '320156a8-2e29-45df-857c-6363f168e14c', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'port_id': '320156a8-2e29-45df-857c-6363f168e14c', 'mac_address': 'fa:16:3e:44:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:47:22.760277 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c384357e-b48d-4720-9bca-d727dd9648a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.805911 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.812065 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.813459 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-bb887072-57e8-4f93-8914-f2974d2f6f05 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4193316 Aug 27 04:47:22.816148 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47534) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:22.829693 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320156a8-2e29-45df-857c-6363f168e14c {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:22.856433 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 320156a8-2e29-45df-857c-6363f168e14c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=320156a8-2e29-45df-857c-6363f168e14c,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:22.856790 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Set router 651115cc-db78-49c4-b1e4-173ef84cf500 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:22.878486 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f51a29-0dfd-406e-897e-740a0edde260 req-773b1fd2-d48d-460a-b338-97c968a34593 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:22.880374 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-02f51a29-0dfd-406e-897e-740a0edde260 req-773b1fd2-d48d-460a-b338-97c968a34593 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.0759211 Aug 27 04:47:22.938564 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:22.966635 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-02f51a29-0dfd-406e-897e-740a0edde260 req-1b56dd18-495e-48ef-9cd8-543bc3f7aa24 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785093 Aug 27 04:47:23.032962 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device acc92537-d52c-43a8-92a3-026a3964fd5c up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:23.038470 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=320156a8-2e29-45df-857c-6363f168e14c,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:23.070912 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c384357e-b48d-4720-9bca-d727dd9648a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.097988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port acc92537-d52c-43a8-92a3-026a3964fd5c triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:23.098550 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.139588 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c384357e-b48d-4720-9bca-d727dd9648a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.156147 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 3, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:23.189305 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c384357e-b48d-4720-9bca-d727dd9648a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64c10b8abbf9465aa12809d4a1c015e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444225 Aug 27 04:47:23.190458 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384357e-b48d-4720-9bca-d727dd9648a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce25d196-2993-4d2b-b827-9915d3cb2e7b,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:23.207782 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47542) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:23.208548 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 196102d8-27d8-4361-beb1-942adf514af9 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:23.214260 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Checking router: 651115cc-db78-49c4-b1e4-173ef84cf500 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:23.214671 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Updating router 651115cc-db78-49c4-b1e4-173ef84cf500 port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:23.235189 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['bc5f03c6-6c24-491a-8672-be1f69f6c073'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:23.238830 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['320156a8-2e29-45df-857c-6363f168e14c'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:23.246144 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-acfaab4c-10a3-42d7-b9a9-23d65c88c387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.249167 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.291455 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-94a54da9-018b-41fe-afc2-57ac94135a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.326714 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd757e-0c8e-4360-ab81-bebd0a52a471 req-a6cf85f0-0444-4dbe-994a-f2dac7253858 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:23.328607 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cfbd757e-0c8e-4360-ab81-bebd0a52a471 req-a6cf85f0-0444-4dbe-994a-f2dac7253858 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 944 time: 0.1177764 Aug 27 04:47:23.330801 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-94a54da9-018b-41fe-afc2-57ac94135a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.407324 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cfbd757e-0c8e-4360-ab81-bebd0a52a471 req-79faf944-d752-4af3-a9e7-803af848a167 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616176 Aug 27 04:47:23.424469 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 196102d8-27d8-4361-beb1-942adf514af9 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:23.425080 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.442757 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.492170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-94a54da9-018b-41fe-afc2-57ac94135a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.495253 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-94a54da9-018b-41fe-afc2-57ac94135a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.498857 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-94a54da9-018b-41fe-afc2-57ac94135a3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce25d196-2993-4d2b-b827-9915d3cb2e7b HTTP/1.1" status: 204 len: 168 time: 0.2871273 Aug 27 04:47:23.508805 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a54da9-018b-41fe-afc2-57ac94135a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce25d196-2993-4d2b-b827-9915d3cb2e7b,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:23.613065 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26490ee-3b56-49ee-a026-e47b91a644cc req-d01a135c-4e82-46e7-8a16-64e3284853d7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:23.614494 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f26490ee-3b56-49ee-a026-e47b91a644cc req-d01a135c-4e82-46e7-8a16-64e3284853d7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 946 time: 0.1424091 Aug 27 04:47:23.700601 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.711451 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Transition to ACTIVE for port object 906a2c79-1628-43dd-a4d2-05ab4acb4d97 will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:23.734607 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f26490ee-3b56-49ee-a026-e47b91a644cc req-ab8c7406-cc46-4643-bb44-e499c3c840b3 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044657 Aug 27 04:47:23.747349 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Allocated IP 172.20.0.1 (929dcfce-58fd-4b07-8420-9347a25d23a1/211d902b-c1ce-4cbb-bd23-08704b5441af/99204033-028b-4063-b606-223f0892f29f) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:23.796408 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.864697 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.879671 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Transition to ACTIVE for port object 99204033-028b-4063-b606-223f0892f29f will not be triggered until provisioned by entity DHCP. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:23.934132 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Attempting to bind port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:23.934514 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Attempting to bind port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:23.934873 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Attempting to bind port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:23.943862 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:23.944239 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:23.944682 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.945081 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:23.945544 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Bound port: 906a2c79-1628-43dd-a4d2-05ab4acb4d97, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:23.945948 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:23.949181 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffb00f-4b58-41cd-b6f1-02adfd8c32c5 None None] Pushing event updated for resources: {'Port': ['ID=906a2c79-1628-43dd-a4d2-05ab4acb4d97,revision_number=2']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:23.982339 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:24.001721 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.002171 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:24.002524 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 6a0c21fb-beef-4d05-9152-1a16b8e6f8c2 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:24.013942 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] For port 906a2c79-1628-43dd-a4d2-05ab4acb4d97, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:24.018041 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] For port 906a2c79-1628-43dd-a4d2-05ab4acb4d97, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=906a2c79-1628-43dd-a4d2-05ab4acb4d97,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:24.045427 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:24.053509 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:24.057377 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:24.100925 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.101295 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Pushing event updated for resources: {'Port': ['ID=99204033-028b-4063-b606-223f0892f29f,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:24.152761 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.170647 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Routers {'651115cc-db78-49c4-b1e4-173ef84cf500'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:24.171377 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:46:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['651115cc-db78-49c4-b1e4-173ef84cf500'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:24.191349 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae348af-f0a9-4cf7-9150-df7c10d3236f req-f8872af2-1049-48c0-b45a-9dabb3362b7c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:24.201618 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eae348af-f0a9-4cf7-9150-df7c10d3236f req-f8872af2-1049-48c0-b45a-9dabb3362b7c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0732684 Aug 27 04:47:24.203046 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c11c71-9087-4c3b-8373-ce139049ccf8 req-3aab420a-6e38-4182-b996-bd2fe6d31d4b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:24.208152 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8c11c71-9087-4c3b-8373-ce139049ccf8 req-3aab420a-6e38-4182-b996-bd2fe6d31d4b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.1424966 Aug 27 04:47:24.225804 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffb00f-4b58-41cd-b6f1-02adfd8c32c5 None None] Pushing event updated for resources: {'Port': ['ID=906a2c79-1628-43dd-a4d2-05ab4acb4d97,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:24.293305 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eae348af-f0a9-4cf7-9150-df7c10d3236f req-227a3df1-4605-4843-a18d-6359daebf1d2 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897362 Aug 27 04:47:24.308203 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] Set router 651115cc-db78-49c4-b1e4-173ef84cf500 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:24.317095 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8c11c71-9087-4c3b-8373-ce139049ccf8 req-a6b6d7d4-a9ab-4c8e-8de8-293e2e2b63ae tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860753 Aug 27 04:47:24.474065 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.488840 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47562) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:24.508309 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e82b3b7a-9d42-4001-a8aa-07ea83d267e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.509119 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-3bed00e3-75a3-4b34-9d6f-137d58fac4eb None None] Provisioning for port 99204033-028b-4063-b606-223f0892f29f completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:24.515463 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-3bed00e3-75a3-4b34-9d6f-137d58fac4eb None None] Provisioning complete for port 99204033-028b-4063-b606-223f0892f29f triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:24.515849 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3bed00e3-75a3-4b34-9d6f-137d58fac4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.529802 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 3, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:24.535544 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bbd8d-8e43-40b1-b887-d094f81196a9 req-f8efdf6e-18cd-4f70-a5db-547094365363 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:24.537622 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-658bbd8d-8e43-40b1-b887-d094f81196a9 req-f8efdf6e-18cd-4f70-a5db-547094365363 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 944 time: 0.0566926 Aug 27 04:47:24.561725 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-3bed00e3-75a3-4b34-9d6f-137d58fac4eb None None] Port 99204033-028b-4063-b606-223f0892f29f cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:47:24.563540 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a47a7-1872-4e32-8d01-1bb89b3b2f19 None None] The sync data for ids ['651115cc-db78-49c4-b1e4-173ef84cf500'] in dv-cinder-778193-4-iscsi is: [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 3, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:24.586608 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-658bbd8d-8e43-40b1-b887-d094f81196a9 req-80e078ad-78fd-42a7-a1cf-c66a0eec9054 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Aug 27 04:47:24.744985 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e82b3b7a-9d42-4001-a8aa-07ea83d267e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.747244 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.835275 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e82b3b7a-9d42-4001-a8aa-07ea83d267e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.860925 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:24.973110 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 906a2c79-1628-43dd-a4d2-05ab4acb4d97 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:25.092129 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:25.096669 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:25.097053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.186020 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.209238 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 906a2c79-1628-43dd-a4d2-05ab4acb4d97, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=906a2c79-1628-43dd-a4d2-05ab4acb4d97,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:25.213735 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e82b3b7a-9d42-4001-a8aa-07ea83d267e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83f2d9789e9145769aa24d0166575e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232728 Aug 27 04:47:25.217159 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47566) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:25.226183 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b3b7a-9d42-4001-a8aa-07ea83d267e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4299fe-3979-4db5-befd-62138d900bb7,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.245580 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Pushing event updated for resources: {'Port': ['ID=99204033-028b-4063-b606-223f0892f29f,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.256857 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a8087-c0df-4a86-8551-1db30be95048 req-984f1eb6-6458-4837-8286-e6c7bc6a314e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:25.258407 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-840a8087-c0df-4a86-8551-1db30be95048 req-984f1eb6-6458-4837-8286-e6c7bc6a314e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 946 time: 0.4656661 Aug 27 04:47:25.261171 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.272993 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73a4ec-8023-4d12-b28f-054a6c09f7a5 req-96118be2-16e6-4d6a-b361-b3e82c0964e9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:25.273152 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ce205e67-df2a-47ce-b4a6-450a08a8bf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.273261 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4e73a4ec-8023-4d12-b28f-054a6c09f7a5 req-96118be2-16e6-4d6a-b361-b3e82c0964e9 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 946 time: 0.4407563 Aug 27 04:47:25.298310 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.299032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ce205e67-df2a-47ce-b4a6-450a08a8bf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.398357 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=906a2c79-1628-43dd-a4d2-05ab4acb4d97,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.430721 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4e73a4ec-8023-4d12-b28f-054a6c09f7a5 req-45e32685-1b2c-4015-957c-8f9f79d583df tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453438 Aug 27 04:47:25.456644 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31e4bd-ac92-44a7-8a7b-95256f5809fd req-d0a2edd1-0a6c-4651-8324-fadeec6b8053 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:25.461814 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f31e4bd-ac92-44a7-8a7b-95256f5809fd req-d0a2edd1-0a6c-4651-8324-fadeec6b8053 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0536299 Aug 27 04:47:25.464553 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ce205e67-df2a-47ce-b4a6-450a08a8bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.467517 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:25.470785 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ce205e67-df2a-47ce-b4a6-450a08a8bf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.470948 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:25.474126 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ce205e67-df2a-47ce-b4a6-450a08a8bf33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba4299fe-3979-4db5-befd-62138d900bb7 HTTP/1.1" status: 204 len: 168 time: 0.2525842 Aug 27 04:47:25.488960 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Deleting port faa1f003-4202-4ede-9e51-c66826ccd7ed {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:25.490838 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.514202 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce205e67-df2a-47ce-b4a6-450a08a8bf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4299fe-3979-4db5-befd-62138d900bb7,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:25.560725 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f31e4bd-ac92-44a7-8a7b-95256f5809fd req-a262a2e8-0f7e-4d7d-97ee-a68b7e826301 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881124 Aug 27 04:47:25.725044 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d9ab-468f-4501-8779-78f892a35e6f req-d02b00d7-e899-4f6c-a96a-db4ef417481f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:25.726504 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8e4d9ab-468f-4501-8779-78f892a35e6f req-d02b00d7-e899-4f6c-a96a-db4ef417481f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 945 time: 0.1416776 Aug 27 04:47:25.739564 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] For port faa1f003-4202-4ede-9e51-c66826ccd7ed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=faa1f003-4202-4ede-9e51-c66826ccd7ed,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:25.739918 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.758972 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcbddf-869a-4280-a1e7-65d89b56dfd8 req-7c78027c-c43c-4c72-ba4c-6beb450897ad tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:25.761169 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a7dcbddf-869a-4280-a1e7-65d89b56dfd8 req-7c78027c-c43c-4c72-ba4c-6beb450897ad tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 944 time: 0.0741982 Aug 27 04:47:25.770066 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Calling delete_port for faa1f003-4202-4ede-9e51-c66826ccd7ed owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:25.772760 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Router 651115cc-db78-49c4-b1e4-173ef84cf500 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:25.792230 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-fe3f77bb-617b-4671-b85b-c1abcf5d0063 None None] Provisioning complete for port 99204033-028b-4063-b606-223f0892f29f triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:25.792844 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fe3f77bb-617b-4671-b85b-c1abcf5d0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.803220 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a7dcbddf-869a-4280-a1e7-65d89b56dfd8 req-2a14cf09-cfd7-49ff-b54d-478cf52336b8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358338 Aug 27 04:47:25.826918 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f77bb-617b-4671-b85b-c1abcf5d0063 None None] Port 99204033-028b-4063-b606-223f0892f29f cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:47:25.830153 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-69b24bad-f5c0-4330-bdd3-c7fc6680c033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:25.842693 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8e4d9ab-468f-4501-8779-78f892a35e6f req-ede76f7a-6425-4ef8-ac96-a082cc9762a4 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065161 Aug 27 04:47:25.977807 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:25.988946 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:25.996456 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5462d808-bbaf-4aef-9f12-bb27244bcb79 admin admin] 10.222.0.25 "PUT /v2.0/routers/651115cc-db78-49c4-b1e4-173ef84cf500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1766512 Aug 27 04:47:26.047538 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.053558 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port bc5f03c6-6c24-491a-8672-be1f69f6c073 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:26.057729 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.104685 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.130010 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:26.148266 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event deleted for resources: {'Port': ['ID=faa1f003-4202-4ede-9e51-c66826ccd7ed,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:26.174410 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.183045 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] No DVR routers for this DVR port faa1f003-4202-4ede-9e51-c66826ccd7ed on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:26.186148 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.188200 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-840a8087-c0df-4a86-8551-1db30be95048 req-71fbc825-9ea9-4a1d-b1e9-a2660f00b682 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "DELETE /v2.0/ports/faa1f003-4202-4ede-9e51-c66826ccd7ed HTTP/1.1" status: 204 len: 173 time: 0.9145274 Aug 27 04:47:26.188685 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'name': 'network-vif-deleted', 'tag': 'faa1f003-4202-4ede-9e51-c66826ccd7ed'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:26.194127 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4912db3-2e2f-404c-a003-7ea97c2a8670" -d '{"events": [{"server_uuid": "8c3eaecf-0a0e-4902-9365-0555093dc874", "name": "network-vif-deleted", "tag": "faa1f003-4202-4ede-9e51-c66826ccd7ed"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:26.210084 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:26.212830 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0078450-bce0-44dc-9409-b37f335e8502" -d '{"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:26.235424 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:26.257724 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022025fb-e9a2-4efc-a72a-b851a5e44119 x-openstack-request-id: req-022025fb-e9a2-4efc-a72a-b851a5e44119 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:26.258022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3eaecf-0a0e-4902-9365-0555093dc874", "name": "network-vif-deleted", "tag": "faa1f003-4202-4ede-9e51-c66826ccd7ed", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:26.258327 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-022025fb-e9a2-4efc-a72a-b851a5e44119 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:26.259264 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3eaecf-0a0e-4902-9365-0555093dc874', 'name': 'network-vif-deleted', 'tag': 'faa1f003-4202-4ede-9e51-c66826ccd7ed', 'status': 'completed', 'code': 200} Aug 27 04:47:26.273872 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1516ec87-7ce2-469d-ab65-f9e7e93f6c3f x-openstack-request-id: req-1516ec87-7ce2-469d-ab65-f9e7e93f6c3f {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:26.274167 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-plugged", "status": "completed", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:26.274645 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1516ec87-7ce2-469d-ab65-f9e7e93f6c3f {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:26.275038 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'code': 200} Aug 27 04:47:26.318706 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:47:26.355147 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.355965 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 320156a8-2e29-45df-857c-6363f168e14c up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:26.423851 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-a10be88a-a216-4ee1-8f4b-f49c078c5908 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:26.425493 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-a10be88a-a216-4ee1-8f4b-f49c078c5908 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0751593 Aug 27 04:47:26.443563 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=10']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:26.554941 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Deleting port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:26.555447 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.575640 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 320156a8-2e29-45df-857c-6363f168e14c completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:26.588878 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 320156a8-2e29-45df-857c-6363f168e14c triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:26.589349 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.593153 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4461e959-e0be-40af-a441-1f7c14849472 req-047afa4e-8cdf-4054-8500-a4f4a8f538f7 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3eaecf-0a0e-4902-9365-0555093dc874 HTTP/1.1" status: 200 len: 210 time: 0.0746686 Aug 27 04:47:26.692757 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] For port 71639602-c8d7-49e9-a0cb-547ecacb0fb6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71639602-c8d7-49e9-a0cb-547ecacb0fb6,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:26.693131 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.709562 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Calling delete_port for 71639602-c8d7-49e9-a0cb-547ecacb0fb6 owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:26.739988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:26.776065 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 320156a8-2e29-45df-857c-6363f168e14c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=320156a8-2e29-45df-857c-6363f168e14c,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:26.805816 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Sync routers for ids ['651115cc-db78-49c4-b1e4-173ef84cf500'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:26.809885 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026bcbc-7183-42d0-ba58-782a0910e62f req-be3ec68c-5d93-4326-b5b9-7bd7dc10cc2a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:26.811409 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7026bcbc-7183-42d0-ba58-782a0910e62f req-be3ec68c-5d93-4326-b5b9-7bd7dc10cc2a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 945 time: 0.0926802 Aug 27 04:47:26.824276 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Routers {'651115cc-db78-49c4-b1e4-173ef84cf500'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:26.825021 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['651115cc-db78-49c4-b1e4-173ef84cf500'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:26.905520 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7026bcbc-7183-42d0-ba58-782a0910e62f req-32bb61df-1ab5-4872-a8fa-f68aa0dc478a tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873995 Aug 27 04:47:26.999912 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.000688 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device faa1f003-4202-4ede-9e51-c66826ccd7ed no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:27.023759 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.035749 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: faa1f003-4202-4ede-9e51-c66826ccd7ed {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:27.036083 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device faa1f003-4202-4ede-9e51-c66826ccd7ed not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:27.061071 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['8520bc42-a80b-4086-aaab-3fa77b4d0585', '71639602-c8d7-49e9-a0cb-547ecacb0fb6'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:27.084843 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 906a2c79-1628-43dd-a4d2-05ab4acb4d97 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:27.096860 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5d4a-35ef-43ba-8f0f-2e387a71af52 req-19dfec2c-56d3-491d-8f82-004bc9f0bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:27.098828 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc0c5d4a-35ef-43ba-8f0f-2e387a71af52 req-19dfec2c-56d3-491d-8f82-004bc9f0bc57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1100 time: 0.1873298 Aug 27 04:47:27.114218 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3933c-41cd-4f3d-be4d-bff8b8276b61 req-9ae3600a-8eb0-420f-a700-2e9a17deb5f9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:27.123524 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3fa3933c-41cd-4f3d-be4d-bff8b8276b61 req-9ae3600a-8eb0-420f-a700-2e9a17deb5f9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.1633928 Aug 27 04:47:27.127613 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Pushing event deleted for resources: {'Port': ['ID=71639602-c8d7-49e9-a0cb-547ecacb0fb6,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:27.195529 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3fa3933c-41cd-4f3d-be4d-bff8b8276b61 req-b2339269-4462-47d3-b93d-7ba5ea2353a9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538967 Aug 27 04:47:27.205586 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.217070 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc0c5d4a-35ef-43ba-8f0f-2e387a71af52 req-22b6e5fa-636d-4031-9495-4cd728ef171b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894346 Aug 27 04:47:27.225597 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Set router 651115cc-db78-49c4-b1e4-173ef84cf500 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:27.271475 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] No DVR routers for this DVR port 71639602-c8d7-49e9-a0cb-547ecacb0fb6 on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:27.276347 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.279173 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-54433e52-5a77-482d-bbf6-2ad9458ae037 req-27308844-99c4-4d6a-b2f5-9f58b454f619 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "DELETE /v2.0/ports/71639602-c8d7-49e9-a0cb-547ecacb0fb6 HTTP/1.1" status: 204 len: 173 time: 0.8464880 Aug 27 04:47:27.300233 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600d32-c21e-4a40-8587-c373def26e94 req-db426250-9319-47cf-b2ed-d769eed5a00c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:27.301517 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92600d32-c21e-4a40-8587-c373def26e94 req-db426250-9319-47cf-b2ed-d769eed5a00c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.1757660 Aug 27 04:47:27.315338 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=320156a8-2e29-45df-857c-6363f168e14c,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:27.356668 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92600d32-c21e-4a40-8587-c373def26e94 req-f3836fd4-8a12-4367-b194-e992ec4a5c10 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480776 Aug 27 04:47:27.475382 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:27.475763 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:27.930591 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:47:24Z', 'revision_number': 4, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '99204033-028b-4063-b606-223f0892f29f', 'name': '', 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'mac_address': 'fa:16:3e:85:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '211d902b-c1ce-4cbb-bd23-08704b5441af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:23Z', 'updated_at': '2021-08-27T04:47:24Z', 'revision_number': 2, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'subnets': [{'id': '211d902b-c1ce-4cbb-bd23-08704b5441af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:27.995456 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Checking router: 651115cc-db78-49c4-b1e4-173ef84cf500 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:27.996264 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Updating router 651115cc-db78-49c4-b1e4-173ef84cf500 port 99204033-028b-4063-b606-223f0892f29f binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:28.194089 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:28.195078 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-00c5c791-520a-49d9-a9a9-0248df8e2320 req-d83639dc-ff0e-4301-9c99-7d962807a0ed tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=28b7a595-da7e-4697-b96d-9593e84f4d14 HTTP/1.1" status: 200 len: 210 time: 0.0464699 Aug 27 04:47:28.260960 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'name': 'network-vif-deleted', 'tag': '71639602-c8d7-49e9-a0cb-547ecacb0fb6'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:28.264659 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff1ecbd-b5a4-4a8f-ba39-601811bbfd6a" -d '{"events": [{"server_uuid": "28b7a595-da7e-4697-b96d-9593e84f4d14", "name": "network-vif-deleted", "tag": "71639602-c8d7-49e9-a0cb-547ecacb0fb6"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:28.417262 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08007126-0663-41d5-9398-75d70b7bdd9d x-openstack-request-id: req-08007126-0663-41d5-9398-75d70b7bdd9d {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:28.417262 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b7a595-da7e-4697-b96d-9593e84f4d14", "name": "network-vif-deleted", "tag": "71639602-c8d7-49e9-a0cb-547ecacb0fb6", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:28.417262 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08007126-0663-41d5-9398-75d70b7bdd9d {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:28.417262 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b7a595-da7e-4697-b96d-9593e84f4d14', 'name': 'network-vif-deleted', 'tag': '71639602-c8d7-49e9-a0cb-547ecacb0fb6', 'status': 'completed', 'code': 200} Aug 27 04:47:28.418048 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320156a8-2e29-45df-857c-6363f168e14c'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:28.418048 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe9e3c-0d41-4c82-8c20-81234be0d1c9" -d '{"events": [{"server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "name": "network-vif-plugged", "status": "completed", "tag": "320156a8-2e29-45df-857c-6363f168e14c"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:28.418048 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:28.418463 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537bcf1-1544-41bc-a007-2ce2c4f4800d req-6bc97c68-8216-4266-9800-4da6308684b0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:28.426673 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Transition to ACTIVE for port object 99204033-028b-4063-b606-223f0892f29f will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:28.440262 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c537bcf1-1544-41bc-a007-2ce2c4f4800d req-6bc97c68-8216-4266-9800-4da6308684b0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.1483798 Aug 27 04:47:28.441072 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0b7b24-b581-408d-bfc7-332d61184ba2 x-openstack-request-id: req-ec0b7b24-b581-408d-bfc7-332d61184ba2 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:28.441386 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "name": "network-vif-plugged", "status": "completed", "tag": "320156a8-2e29-45df-857c-6363f168e14c", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:28.442658 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec0b7b24-b581-408d-bfc7-332d61184ba2 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:28.472115 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320156a8-2e29-45df-857c-6363f168e14c', 'code': 200} Aug 27 04:47:28.523724 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c537bcf1-1544-41bc-a007-2ce2c4f4800d req-945413b6-173b-4970-87c5-a22110ebcc71 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808949 Aug 27 04:47:28.612664 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce58c8a-53d3-45db-8e40-71a7d3b32691 req-911d891a-4fb7-4599-ae46-679d2460b8da tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:28.615217 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cce58c8a-53d3-45db-8e40-71a7d3b32691 req-911d891a-4fb7-4599-ae46-679d2460b8da tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.0806837 Aug 27 04:47:28.689410 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cce58c8a-53d3-45db-8e40-71a7d3b32691 req-143fdbd9-6fc8-4d93-824d-54e386c6973a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586879 Aug 27 04:47:28.829950 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:28.833286 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:28.904752 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e08d7-87bc-4fcf-8811-2ca5546c7e67 None None] Pushing event updated for resources: {'Port': ['ID=99204033-028b-4063-b606-223f0892f29f,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:28.991210 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Attempting to bind port 99204033-028b-4063-b606-223f0892f29f on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:28.991920 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Attempting to bind port 99204033-028b-4063-b606-223f0892f29f by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:28.991920 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Attempting to bind port 99204033-028b-4063-b606-223f0892f29f on network 929dcfce-58fd-4b07-8420-9347a25d23a1 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:28.997968 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:28.998354 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Checking segment: {'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:28.998948 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:28.999808 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Bound using segment: {'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:28.999933 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Bound port: 99204033-028b-4063-b606-223f0892f29f, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae327248-e1d6-493d-931d-1d66e7162373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:29.014101 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:29.107259 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9e9b6-734c-4717-ae77-95d1fad23de1 req-752f699e-bd48-43e7-9fe2-48b1a192c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:29.111708 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3df9e9b6-734c-4717-ae77-95d1fad23de1 req-752f699e-bd48-43e7-9fe2-48b1a192c89d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 1098 time: 0.0647709 Aug 27 04:47:29.124665 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] For port 99204033-028b-4063-b606-223f0892f29f, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:29.129141 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] For port 99204033-028b-4063-b606-223f0892f29f, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=99204033-028b-4063-b606-223f0892f29f,segment=NetworkSegment(ae327248-e1d6-493d-931d-1d66e7162373),segment_id=ae327248-e1d6-493d-931d-1d66e7162373)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:29.189254 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3df9e9b6-734c-4717-ae77-95d1fad23de1 req-9ccca0f3-133b-4694-b7b8-6a3af0096bc0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696375 Aug 27 04:47:29.235416 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:29.320815 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e08d7-87bc-4fcf-8811-2ca5546c7e67 None None] Pushing event updated for resources: {'Port': ['ID=99204033-028b-4063-b606-223f0892f29f,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:29.366952 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Routers {'651115cc-db78-49c4-b1e4-173ef84cf500'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:29.366952 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['651115cc-db78-49c4-b1e4-173ef84cf500'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:29.510586 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] Set router 651115cc-db78-49c4-b1e4-173ef84cf500 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:29.758638 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa36b8-dfe3-49a0-8801-e3d3b6a1e8a4 req-58fd5414-8782-46ff-b605-0308ce17b2ae tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:29.771789 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-58fa36b8-dfe3-49a0-8801-e3d3b6a1e8a4 req-58fd5414-8782-46ff-b605-0308ce17b2ae tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.0990181 Aug 27 04:47:29.834090 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-58fa36b8-dfe3-49a0-8801-e3d3b6a1e8a4 req-7bf77ecf-fbe2-4802-980f-cb025796b32f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588851 Aug 27 04:47:29.866919 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:47:24Z', 'revision_number': 4, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '99204033-028b-4063-b606-223f0892f29f', 'name': '', 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'mac_address': 'fa:16:3e:85:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '211d902b-c1ce-4cbb-bd23-08704b5441af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:23Z', 'updated_at': '2021-08-27T04:47:29Z', 'revision_number': 4, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'subnets': [{'id': '211d902b-c1ce-4cbb-bd23-08704b5441af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:29.906656 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb6a23-c2c6-4a25-8489-09ac7a102dc6 None None] The sync data for ids ['651115cc-db78-49c4-b1e4-173ef84cf500'] in dv-cinder-778193-4-iscsi is: [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:47:24Z', 'revision_number': 4, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '99204033-028b-4063-b606-223f0892f29f', 'name': '', 'network_id': '929dcfce-58fd-4b07-8420-9347a25d23a1', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'mac_address': 'fa:16:3e:85:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '211d902b-c1ce-4cbb-bd23-08704b5441af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:23Z', 'updated_at': '2021-08-27T04:47:29Z', 'revision_number': 4, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'subnets': [{'id': '211d902b-c1ce-4cbb-bd23-08704b5441af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:29.965997 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7cc3-d5d8-40d4-82f3-ec428049b488 req-304f02a8-24cc-4032-80b7-d315b21639e5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:29.967826 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b1cb7cc3-d5d8-40d4-82f3-ec428049b488 req-304f02a8-24cc-4032-80b7-d315b21639e5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0839353 Aug 27 04:47:29.999706 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 71639602-c8d7-49e9-a0cb-547ecacb0fb6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:30.035893 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 71639602-c8d7-49e9-a0cb-547ecacb0fb6 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:30.038644 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 71639602-c8d7-49e9-a0cb-547ecacb0fb6 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:30.061631 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b6c6-2e77-4350-82a1-f655aada6b30 req-5338341f-e248-4d65-9fec-7355e965b375 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:30.068770 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-05a2b6c6-2e77-4350-82a1-f655aada6b30 req-5338341f-e248-4d65-9fec-7355e965b375 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.1161242 Aug 27 04:47:30.085167 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b1cb7cc3-d5d8-40d4-82f3-ec428049b488 req-c675ae70-ace4-424e-85bf-2aef4e34888e tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752628 Aug 27 04:47:30.174592 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-05a2b6c6-2e77-4350-82a1-f655aada6b30 req-df03746f-6b40-4cf7-bd59-493e8e421ae8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048667 Aug 27 04:47:30.289087 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acd47d-ee3b-43f7-b3c2-ffbca4512f6a req-f86b384e-7b99-41e3-874a-01023240c4ed tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:30.291029 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-94acd47d-ee3b-43f7-b3c2-ffbca4512f6a req-f86b384e-7b99-41e3-874a-01023240c4ed tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0792301 Aug 27 04:47:30.355483 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-94acd47d-ee3b-43f7-b3c2-ffbca4512f6a req-65e744d9-2562-4ea7-9588-f4e2521d700d tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540841 Aug 27 04:47:31.026186 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c32c11-4457-46c1-b567-350b293dd386 req-9586b9f5-3be2-478a-9e85-0f1239621c05 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.034113 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 99204033-028b-4063-b606-223f0892f29f up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:31.035309 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d2c32c11-4457-46c1-b567-350b293dd386 req-9586b9f5-3be2-478a-9e85-0f1239621c05 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.0813649 Aug 27 04:47:31.092554 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d2c32c11-4457-46c1-b567-350b293dd386 req-8fe68730-1d2e-46b6-931f-6b1ba256262b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504658 Aug 27 04:47:31.233050 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54955be2-98ba-438d-953a-6c1599167235 req-fb48bcd7-e712-46a2-8f75-21ca91c01250 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.235789 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-54955be2-98ba-438d-953a-6c1599167235 req-fb48bcd7-e712-46a2-8f75-21ca91c01250 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0719869 Aug 27 04:47:31.236013 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e99a64-08c7-4454-ae60-a0e173cd7f57 req-54e80518-2ad7-402b-a944-4b645f4d71c9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.240178 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b7e99a64-08c7-4454-ae60-a0e173cd7f57 req-54e80518-2ad7-402b-a944-4b645f4d71c9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.0727930 Aug 27 04:47:31.295301 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-54955be2-98ba-438d-953a-6c1599167235 req-4f88a70c-e48f-4885-ad79-3a76161da871 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Aug 27 04:47:31.296875 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b7e99a64-08c7-4454-ae60-a0e173cd7f57 req-1068d180-b66a-4449-ae2d-a609e0919f9a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461211 Aug 27 04:47:31.323857 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47762) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:31.405944 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 99204033-028b-4063-b606-223f0892f29f completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:31.411255 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 99204033-028b-4063-b606-223f0892f29f triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:31.411740 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:31.420912 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05113c61-163c-4577-a814-3b91f6dd930d req-78ddb0a0-6d76-4e09-8eac-0898ad2ffee3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.431108 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-05113c61-163c-4577-a814-3b91f6dd930d req-78ddb0a0-6d76-4e09-8eac-0898ad2ffee3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.0678871 Aug 27 04:47:31.493935 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-05113c61-163c-4577-a814-3b91f6dd930d req-a61b8413-8136-4082-9654-55a9cc8b44c1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579786 Aug 27 04:47:31.521624 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:31.561406 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 99204033-028b-4063-b606-223f0892f29f, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=99204033-028b-4063-b606-223f0892f29f,segment=NetworkSegment(ae327248-e1d6-493d-931d-1d66e7162373),segment_id=ae327248-e1d6-493d-931d-1d66e7162373)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:31.575138 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f957-71c8-452b-b671-5520a9967ac9 req-0a6d4814-0761-4b5a-9c3f-72a853dc5640 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.578046 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c3b9f957-71c8-452b-b671-5520a9967ac9 req-0a6d4814-0761-4b5a-9c3f-72a853dc5640 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0872848 Aug 27 04:47:31.601476 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b783b4-56ab-401a-a714-c491def02ba7 tempest-TestVolumeBootPattern-1187947878 tempest-TestVolumeBootPattern-1187947878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.603119 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-05b783b4-56ab-401a-a714-c491def02ba7 tempest-TestVolumeBootPattern-1187947878 tempest-TestVolumeBootPattern-1187947878-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 1093 time: 0.2781467 Aug 27 04:47:31.607161 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47772) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:31.616502 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'port_id': '320156a8-2e29-45df-857c-6363f168e14c', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:31.638894 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c3b9f957-71c8-452b-b671-5520a9967ac9 req-aee97e32-2e5c-4006-876e-51877edb7cbc tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5a2b51d-1f07-4e57-81bd-c4074ddac80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487311 Aug 27 04:47:31.670854 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:31.725987 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=99204033-028b-4063-b606-223f0892f29f,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:31.754979 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:31.867527 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469247-b706-4bbf-9058-a20a211ef523 req-8b7bb0c2-d2c6-499a-8cc0-17ed7c7a5975 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:31.869331 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1e469247-b706-4bbf-9058-a20a211ef523 req-8b7bb0c2-d2c6-499a-8cc0-17ed7c7a5975 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 946 time: 0.0960810 Aug 27 04:47:31.987000 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.058907 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Deleting port f384e48d-53b2-4bb7-94d4-efaae88a37bf {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:32.059252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.193073 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Allocated IP 172.27.0.197 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/3436b195-84a0-400f-bc96-7db64d7fcae1) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:32.216894 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] For port f384e48d-53b2-4bb7-94d4-efaae88a37bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f384e48d-53b2-4bb7-94d4-efaae88a37bf,segment=NetworkSegment(936526c9-fbd1-4800-bc7d-7c744499a89a),segment_id=936526c9-fbd1-4800-bc7d-7c744499a89a)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:32.217268 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.237832 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Calling delete_port for f384e48d-53b2-4bb7-94d4-efaae88a37bf owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:32.458989 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.482163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7701b6e-2fb0-47e7-ac1b-08d556ae4836 req-dc80a80e-391b-48f6-8bd7-499b6eae3977 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:32.483684 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a7701b6e-2fb0-47e7-ac1b-08d556ae4836 req-dc80a80e-391b-48f6-8bd7-499b6eae3977 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.1107938 Aug 27 04:47:32.589335 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a7701b6e-2fb0-47e7-ac1b-08d556ae4836 req-79333d6d-399e-4aa1-8eb4-ef4b8e7e349c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747969 Aug 27 04:47:32.663593 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.677380 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['f384e48d-53b2-4bb7-94d4-efaae88a37bf'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:32.716940 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Pushing event deleted for resources: {'Port': ['ID=f384e48d-53b2-4bb7-94d4-efaae88a37bf,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:32.719912 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.797826 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:32.802999 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d311e62e-92d0-4e58-9de9-7689ece35bb9 req-edc9bc14-23bd-4fc6-9507-bc767e59024b tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.0379512 Aug 27 04:47:32.804346 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:32.824091 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:32.826591 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] No DVR routers for this DVR port f384e48d-53b2-4bb7-94d4-efaae88a37bf on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:32.829237 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=3436b195-84a0-400f-bc96-7db64d7fcae1,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:32.850689 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:32.852725 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1e469247-b706-4bbf-9058-a20a211ef523 req-761f585f-9c5a-4eb7-ba68-3c268dafec47 tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.43 "DELETE /v2.0/ports/f384e48d-53b2-4bb7-94d4-efaae88a37bf HTTP/1.1" status: 204 len: 173 time: 0.9744351 Aug 27 04:47:32.853690 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'name': 'network-vif-deleted', 'tag': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:32.855955 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83167296-15cd-4810-bb65-c8c3bff77b49" -d '{"events": [{"server_uuid": "fd20ae35-c814-4b5f-883e-763ff0a8d273", "name": "network-vif-deleted", "tag": "f384e48d-53b2-4bb7-94d4-efaae88a37bf"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:32.941825 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143b1c74-1311-4721-900e-428a5c01c189 x-openstack-request-id: req-143b1c74-1311-4721-900e-428a5c01c189 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:32.944921 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd20ae35-c814-4b5f-883e-763ff0a8d273", "name": "network-vif-deleted", "tag": "f384e48d-53b2-4bb7-94d4-efaae88a37bf", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:32.944921 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-143b1c74-1311-4721-900e-428a5c01c189 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:32.944921 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd20ae35-c814-4b5f-883e-763ff0a8d273', 'name': 'network-vif-deleted', 'tag': 'f384e48d-53b2-4bb7-94d4-efaae88a37bf', 'status': 'completed', 'code': 200} Aug 27 04:47:33.008100 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 99204033-028b-4063-b606-223f0892f29f up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:33.077348 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 99204033-028b-4063-b606-223f0892f29f triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:33.078384 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:33.633118 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:33.784810 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2fbae-7622-434a-9f9d-392b9d57d7fd req-19eada68-8500-4c42-8133-738218ad918f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:33.792995 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-abc2fbae-7622-434a-9f9d-392b9d57d7fd req-19eada68-8500-4c42-8133-738218ad918f tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0838327 Aug 27 04:47:33.827038 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:33.877705 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-abc2fbae-7622-434a-9f9d-392b9d57d7fd req-b56f8812-a9df-41c7-8435-59c4269f3ee8 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808127 Aug 27 04:47:34.013502 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ed3436b9-5e26-4fe9-9a77-8428967fe867 req-4e98023d-92f9-4b5d-beb9-d2649bf4177e tempest-AttachVolumeNegativeTest-705217131 tempest-AttachVolumeNegativeTest-705217131-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd20ae35-c814-4b5f-883e-763ff0a8d273 HTTP/1.1" status: 200 len: 210 time: 0.0593774 Aug 27 04:47:34.105199 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:34.149456 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:34.243155 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=3436b195-84a0-400f-bc96-7db64d7fcae1,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:34.265074 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:34.432767 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Floating IP d98fe8f4-c934-4f50-bec6-d4f2cb53c549 associated. External IP: 172.27.0.197, port: 320156a8-2e29-45df-857c-6363f168e14c. Aug 27 04:47:34.692485 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:34.815529 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:34.835607 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:34.838682 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:34.839324 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:34.982394 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:35.004668 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af97674-2c61-49ea-b810-a22f03032e40 req-c3fb600f-2a6d-45a3-b3cd-419f30d114a5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:35.006274 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9af97674-2c61-49ea-b810-a22f03032e40 req-c3fb600f-2a6d-45a3-b3cd-419f30d114a5 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0620434 Aug 27 04:47:35.060324 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9af97674-2c61-49ea-b810-a22f03032e40 req-1ca1a12d-348c-4bc2-b027-93eabb895f10 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 Aug 27 04:47:35.083786 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47798) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:35.131797 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] Deleting subnet c82e7364-c3da-4955-bc5c-253e0c004a0c {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:47:35.135795 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.138125 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.188653 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9cf01971-9879-41e8-bed2-a35440fad60d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5800307 Aug 27 04:47:35.190853 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'tag': '320156a8-2e29-45df-857c-6363f168e14c'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:35.193183 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671908a7-1caf-48c3-9a89-d7cf013decd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "tag": "320156a8-2e29-45df-857c-6363f168e14c"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:35.205618 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.247740 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36081cb5-609c-4d80-8ea7-f9550abc62e3 x-openstack-request-id: req-36081cb5-609c-4d80-8ea7-f9550abc62e3 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:35.247740 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "tag": "320156a8-2e29-45df-857c-6363f168e14c", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:35.247740 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36081cb5-609c-4d80-8ea7-f9550abc62e3 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:35.248216 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'tag': '320156a8-2e29-45df-857c-6363f168e14c', 'status': 'completed', 'code': 200} Aug 27 04:47:35.259300 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.280304 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': 'd98fe8f4-c934-4f50-bec6-d4f2cb53c549', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': '320156a8-2e29-45df-857c-6363f168e14c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:44:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:47:33Z', 'updated_at': '2021-08-27T04:47:33Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:35.313341 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:35.323963 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:35.326342 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:35.350276 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-a102e0a7-d094-4d9d-b9a0-092efb3ef371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:35.351736 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-a102e0a7-d094-4d9d-b9a0-092efb3ef371 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 1098 time: 0.0556309 Aug 27 04:47:35.448559 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:35.449715 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.498906 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.504915 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c82e7364-c3da-4955-bc5c-253e0c004a0c HTTP/1.1" status: 204 len: 168 time: 0.4187808 Aug 27 04:47:35.506727 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47808) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:35.554549 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035d04e-fe22-4b02-91ec-fac48cd9f38e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82e7364-c3da-4955-bc5c-253e0c004a0c,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:35.589434 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-caf0f099-0613-4446-b995-eea0ea3332e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:35.591847 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-caf0f099-0613-4446-b995-eea0ea3332e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.2321711 Aug 27 04:47:35.653203 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.695543 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-bb7f02b7-e857-4798-accd-9a91ad680059 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320156a8-2e29-45df-857c-6363f168e14c HTTP/1.1" status: 200 len: 999 time: 0.0910816 Aug 27 04:47:35.775043 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.800299 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7e92e8-2bb2-4a03-9eb6-63a7b892b668']}} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:35.819160 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': 'd98fe8f4-c934-4f50-bec6-d4f2cb53c549', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': '320156a8-2e29-45df-857c-6363f168e14c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:44:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:47:33Z', 'updated_at': '2021-08-27T04:47:33Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:35.821739 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936526c9-fbd1-4800-bc7d-7c744499a89a') {'for_net_delete': True} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:35.822333 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936526c9-fbd1-4800-bc7d-7c744499a89a') {} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:35.833320 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9740180'] for segment, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.838509 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-1502592f-4d91-4cda-8b7d-6d49cfd3bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:35.841492 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-1502592f-4d91-4cda-8b7d-6d49cfd3bac0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.1365783 Aug 27 04:47:35.856560 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.860910 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c871dd6-dbc1-439c-b1d1-b8085dcd79f4 None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': 'd98fe8f4-c934-4f50-bec6-d4f2cb53c549', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': '320156a8-2e29-45df-857c-6363f168e14c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:44:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:47:33Z', 'updated_at': '2021-08-27T04:47:33Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:35.864154 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:35.864810 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6856922'] for segment, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: Traceback (most recent call last): Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: timer() Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: cb(*args, **kw) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: return func(*args, **kwargs) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: self._notify() Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: self.callback(batched_events) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: event.method(event) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: return f(self, *a, **k) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._get(url).json() Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: return self.request(url, 'GET', **kwargs) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:47:35.892323 dv-cinder-778193-4-iscsi neutron-server[101016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:47:35.909501 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-3ad822de-868c-4023-9ac2-96ccec87daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:35.911735 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-3ad822de-868c-4023-9ac2-96ccec87daf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610042 Aug 27 04:47:36.021613 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-c1d78a17-a021-495e-813f-495d3429d924 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:36.024972 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device f384e48d-53b2-4bb7-94d4-efaae88a37bf no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:36.029396 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-c1d78a17-a021-495e-813f-495d3429d924 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0834165 Aug 27 04:47:36.039881 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-94b065b7-741e-450f-b0c5-1fe7709ff28a service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196334 Aug 27 04:47:36.097850 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: f384e48d-53b2-4bb7-94d4-efaae88a37bf {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:36.098479 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device f384e48d-53b2-4bb7-94d4-efaae88a37bf not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:36.134134 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.168156 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7e92e8-2bb2-4a03-9eb6-63a7b892b668,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:36.171062 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.173195 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ee3a08b2-d099-4846-bc93-5c43bf4f6952 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2f7e92e8-2bb2-4a03-9eb6-63a7b892b668 HTTP/1.1" status: 204 len: 168 time: 0.6647966 Aug 27 04:47:36.237436 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f563f-b544-4455-809e-3527904d9ec0 None None] New status for floating IP d98fe8f4-c934-4f50-bec6-d4f2cb53c549: ACTIVE {{(pid=101017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:47:36.248837 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Deleting port 8520bc42-a80b-4086-aaab-3fa77b4d0585 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:36.249199 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.257178 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-671908a7-1caf-48c3-9a89-d7cf013decd4 req-405c2347-9a14-40ec-b779-6ff147fc98fc service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086809 Aug 27 04:47:36.284298 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601a2c0-1d4a-4d32-987c-b03e5a4c433d req-160cbeae-0ef2-4335-a142-7a32f8561d54 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:36.289822 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1601a2c0-1d4a-4d32-987c-b03e5a4c433d req-160cbeae-0ef2-4335-a142-7a32f8561d54 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 945 time: 0.0911167 Aug 27 04:47:36.354938 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1601a2c0-1d4a-4d32-987c-b03e5a4c433d req-ad213030-1d3c-43d2-8092-b89b0f77be7c tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5b6e55e-8ada-4ebe-be75-372e36bb5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569673 Aug 27 04:47:36.477263 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] For port 8520bc42-a80b-4086-aaab-3fa77b4d0585, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8520bc42-a80b-4086-aaab-3fa77b4d0585,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:36.477678 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.501447 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Calling delete_port for 8520bc42-a80b-4086-aaab-3fa77b4d0585 owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:36.722967 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47816) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:36.775593 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-1bb87cf9-bf74-4ea3-9a7d-a21c453fe852 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47cca0df6e9e4252b3273dbfa06aa6bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483654 Aug 27 04:47:36.775974 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47818) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:36.807612 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.820722 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['8520bc42-a80b-4086-aaab-3fa77b4d0585'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:47:36.848399 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-83c5e8a6-5fbf-43ab-8f07-37d0e917169c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.866596 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Pushing event deleted for resources: {'Port': ['ID=8520bc42-a80b-4086-aaab-3fa77b4d0585,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:36.910688 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-83c5e8a6-5fbf-43ab-8f07-37d0e917169c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.975461 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] No DVR routers for this DVR port 8520bc42-a80b-4086-aaab-3fa77b4d0585 on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:47:36.981841 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:36.984493 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e2252da4-76e0-467e-9ab7-86efac33f73f req-87669f25-e65e-4638-867d-608aca693c04 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.43 "DELETE /v2.0/ports/8520bc42-a80b-4086-aaab-3fa77b4d0585 HTTP/1.1" status: 204 len: 173 time: 0.9492271 Aug 27 04:47:36.985035 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'name': 'network-vif-deleted', 'tag': '8520bc42-a80b-4086-aaab-3fa77b4d0585'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:36.987532 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa6b91-cb3d-4624-b039-26243c33aec5" -d '{"events": [{"server_uuid": "a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd", "name": "network-vif-deleted", "tag": "8520bc42-a80b-4086-aaab-3fa77b4d0585"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:37.023172 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-83c5e8a6-5fbf-43ab-8f07-37d0e917169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:37.026370 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-83c5e8a6-5fbf-43ab-8f07-37d0e917169c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:37.030191 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-83c5e8a6-5fbf-43ab-8f07-37d0e917169c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5a2b51d-1f07-4e57-81bd-c4074ddac80c HTTP/1.1" status: 204 len: 168 time: 0.2504635 Aug 27 04:47:37.053458 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5e8a6-5fbf-43ab-8f07-37d0e917169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a2b51d-1f07-4e57-81bd-c4074ddac80c,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:37.076835 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d00ef03-ea9c-4900-9626-e047c80001af x-openstack-request-id: req-6d00ef03-ea9c-4900-9626-e047c80001af {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:37.077356 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd", "name": "network-vif-deleted", "tag": "8520bc42-a80b-4086-aaab-3fa77b4d0585", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:37.077356 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d00ef03-ea9c-4900-9626-e047c80001af {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:37.078016 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd', 'name': 'network-vif-deleted', 'tag': '8520bc42-a80b-4086-aaab-3fa77b4d0585', 'status': 'completed', 'code': 200} Aug 27 04:47:37.507925 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9cbee4ed-e071-4e3e-87da-9fe260c23238 req-5a4149ee-b5ea-47e4-b373-041cd20e20c3 tempest-ServerRescueNegativeTestJSON-592994847 tempest-ServerRescueNegativeTestJSON-592994847-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5661b2f-6deb-466c-9e8d-fbe0cb1a8edd HTTP/1.1" status: 200 len: 210 time: 0.0424130 Aug 27 04:47:38.573080 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47854) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:39.096698 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:39.863005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Deleting port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:39.863005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:39.863005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] For port f4ecc558-923a-4aa1-82c7-4d1d2a3535ac, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,segment=NetworkSegment(a141df44-a129-48be-a606-5f2a5ab3a308),segment_id=a141df44-a129-48be-a606-5f2a5ab3a308)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:39.863005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:39.878702 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Calling delete_port for f4ecc558-923a-4aa1-82c7-4d1d2a3535ac owned by network:router_interface {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:40.041413 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 8520bc42-a80b-4086-aaab-3fa77b4d0585 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:40.066453 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 8520bc42-a80b-4086-aaab-3fa77b4d0585 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:40.067052 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 8520bc42-a80b-4086-aaab-3fa77b4d0585 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:40.178265 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:40.206254 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ecc558-923a-4aa1-82c7-4d1d2a3535ac,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:40.396431 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:40.639439 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Router bf9e3357-e6c0-4f68-be30-34f8c96582f2 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:40.753293 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:40.761879 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-ebbb91da-b06a-41c5-a12c-b87a78032531 admin admin] 10.222.0.25 "PUT /v2.0/routers/bf9e3357-e6c0-4f68-be30-34f8c96582f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1844337 Aug 27 04:47:40.762363 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 47882) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:40.767689 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] Sync routers for ids ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:40.777468 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] Routers {'bf9e3357-e6c0-4f68-be30-34f8c96582f2'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:40.778085 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:40.875398 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks [] for router, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:40.891464 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] Set router bf9e3357-e6c0-4f68-be30-34f8c96582f2 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:41.028742 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:41.168672 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Deleting port c763484c-d07f-4624-9865-e74e9669800f {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:47:41.169172 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:41.204760 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c763484c-d07f-4624-9865-e74e9669800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:47:40Z', 'revision_number': 5, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port': {'id': 'c763484c-d07f-4624-9865-e74e9669800f', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:41.234159 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] Checking router: bf9e3357-e6c0-4f68-be30-34f8c96582f2 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:41.241934 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-49f584b1-f97e-4ca1-bc8c-a53604fb7b5c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:41.243992 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-49f584b1-f97e-4ca1-bc8c-a53604fb7b5c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/networks?id=4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 200 len: 815 time: 0.1215789 Aug 27 04:47:41.249257 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] Routers {'bf9e3357-e6c0-4f68-be30-34f8c96582f2'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:41.250503 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:41.262250 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-f4785780-77b4-4ef2-a1b4-866b084d2171 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/quotas/55642c30419042daa27ecdcf76f4e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0120454 Aug 27 04:47:41.265197 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] For port c763484c-d07f-4624-9865-e74e9669800f, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=c763484c-d07f-4624-9865-e74e9669800f,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:41.265572 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:41.312784 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Calling delete_port for c763484c-d07f-4624-9865-e74e9669800f owned by network:router_gateway {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:47:41.342408 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-b86a3b92-72c3-448e-9a32-53faadd9b5bf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735257 Aug 27 04:47:41.372621 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] Set router bf9e3357-e6c0-4f68-be30-34f8c96582f2 gateway port host: None {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:41.452197 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:47:41Z', 'revision_number': 6, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port_host': None}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:41.480425 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892c571-fc59-4a77-94da-6f66a8bb7e60 None None] The sync data for ids ['bf9e3357-e6c0-4f68-be30-34f8c96582f2'] in dv-cinder-778193-4-iscsi is: [{'id': 'bf9e3357-e6c0-4f68-be30-34f8c96582f2', 'name': 'tempest-ServerRescueNegativeTestJSON-49915944-router', 'tenant_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:08Z', 'updated_at': '2021-08-27T04:47:41Z', 'revision_number': 6, 'project_id': 'bab1a23d8ead4f71956c5e90bbe29587', 'gw_port_host': None}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:41.484166 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-62badbd7-39dc-46de-b23e-f086b14669e0 service neutron] 10.222.0.25 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105833 Aug 27 04:47:41.609043 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-8dcb5502-6cf3-4b75-b196-8f74e3b09fc3 service neutron] 10.222.0.25 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156533 Aug 27 04:47:41.657929 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:41.691177 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c763484c-d07f-4624-9865-e74e9669800f,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:41.759647 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:41.897543 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:41.900979 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:41.904852 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4cc71d5-a9fe-4d62-a947-da53a9466a1d req-c93a434c-9548-470c-8185-accd57b6babe tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 210 time: 0.0668943 Aug 27 04:47:42.297040 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.297745 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf9e3357-e6c0-4f68-be30-34f8c96582f2 {{(pid=101016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:47:42.303719 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.305106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-cdd5b91e-b2eb-4095-8a5c-fbcac020b8ae admin admin] 10.222.0.25 "DELETE /v2.0/routers/bf9e3357-e6c0-4f68-be30-34f8c96582f2 HTTP/1.1" status: 204 len: 168 time: 1.5418429 Aug 27 04:47:42.308289 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47936) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:42.371258 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] Deleting subnet d50b0dfa-3978-4d3c-9c74-621a2df9b049 {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:47:42.374906 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.412203 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.475187 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.619219 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.642407 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50b0dfa-3978-4d3c-9c74-621a2df9b049,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:42.656655 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.656655 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-107e0cf7-845a-4a6e-80ac-09e562442677 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d50b0dfa-3978-4d3c-9c74-621a2df9b049 HTTP/1.1" status: 204 len: 168 time: 0.3465314 Aug 27 04:47:42.658652 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47942) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:42.732052 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.824392 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.835415 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aea5cc4-1788-412d-8ef4-5503e8af6a54']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:42.847162 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a141df44-a129-48be-a606-5f2a5ab3a308') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:42.847460 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a141df44-a129-48be-a606-5f2a5ab3a308') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:42.857842 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.917483 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:42.958378 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f4ecc558-923a-4aa1-82c7-4d1d2a3535ac no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:42.979750 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: f4ecc558-923a-4aa1-82c7-4d1d2a3535ac {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:42.980110 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f4ecc558-923a-4aa1-82c7-4d1d2a3535ac not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:42.980589 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device c763484c-d07f-4624-9865-e74e9669800f no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:47:43.006207 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: c763484c-d07f-4624-9865-e74e9669800f {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:47:43.006207 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device c763484c-d07f-4624-9865-e74e9669800f not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:47:43.013005 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:47:43.016435 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e55c4f9-220b-45fb-b69c-c619934baec8 req-d543c4e5-5cec-4d98-89e8-790068a18b50 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Aug 27 04:47:43.166943 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:43.172567 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:43.184533 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0aea5cc4-1788-412d-8ef4-5503e8af6a54 HTTP/1.1" status: 204 len: 168 time: 0.5149615 Aug 27 04:47:43.188710 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1325d-3522-4bca-a6c7-016f769b9b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aea5cc4-1788-412d-8ef4-5503e8af6a54,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:43.581914 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47954) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:43.630877 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-37231211-3ee4-4fa0-8690-b0e94fc32d66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bab1a23d8ead4f71956c5e90bbe29587&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477335 Aug 27 04:47:43.633762 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47956) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:43.687789 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28ba-2ad7-4bf4-8e3d-84cdeec359a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:43.710914 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28ba-2ad7-4bf4-8e3d-84cdeec359a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:43.874271 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28ba-2ad7-4bf4-8e3d-84cdeec359a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:43.877106 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9e6d28ba-2ad7-4bf4-8e3d-84cdeec359a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:43.882817 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9e6d28ba-2ad7-4bf4-8e3d-84cdeec359a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5b6e55e-8ada-4ebe-be75-372e36bb5802 HTTP/1.1" status: 204 len: 168 time: 0.2435610 Aug 27 04:47:43.888166 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d28ba-2ad7-4bf4-8e3d-84cdeec359a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b6e55e-8ada-4ebe-be75-372e36bb5802,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:44.114555 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8e4e8afd-84ff-4e11-bb05-d42b7e14a93f req-c2df20e4-1c4f-4d16-a723-ae0bf692623c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 210 time: 0.0285699 Aug 27 04:47:44.348946 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.006204 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 47986) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:45.103966 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-388246028-network', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:45.214004 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-498b8371-2e00-437d-b3be-944226c4c3fb req-76842ea8-67a6-41ee-b2e0-2dfacf2a8607 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 210 time: 0.0269940 Aug 27 04:47:45.214803 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Made reservation on behalf of d64a0028b26d4857b0daf241b29ee95b for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:45.217503 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.233264 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.342488 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.423091 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.449110 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:47:45.459511 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c69ba2-a13f-4cc8-a601-2227a4104183,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:45.465211 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.465565 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Added segment 2710e412-8648-48a9-a6ef-432fe641a703 of type vlan for network efeab20c-8f4e-4787-8029-6f134a488ff8 Aug 27 04:47:45.507307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.639858 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.640908 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:45.641501 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:45.702484 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] Pushing event updated for resources: {'Network': ['ID=efeab20c-8f4e-4787-8029-6f134a488ff8,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:45.713415 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network efeab20c-8f4e-4787-8029-6f134a488ff8 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:47:45.795476 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-342cfb7f-4fe6-4262-8f68-377e975776de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7885094 Aug 27 04:47:45.798325 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48002) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:45.803207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Request body: {'subnet': {'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-388246028-subnet', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:45.891461 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Made reservation on behalf of d64a0028b26d4857b0daf241b29ee95b for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:45.893755 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9778508'] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.154857 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9778494'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.219778 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f184e052-fde1-407b-9f6b-69cb5e7f961f,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:46.223052 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-c0f63587-1391-4b04-b0e9-787ea336ba7a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:46.224682 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-c0f63587-1391-4b04-b0e9-787ea336ba7a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.43 "GET /v2.0/networks?id=4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 200 len: 815 time: 0.1160362 Aug 27 04:47:46.231247 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Checking segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:46.231614 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Network hostable DHCP agents. Network: efeab20c-8f4e-4787-8029-6f134a488ff8, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:47:46.258991 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'port': {'device_id': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'admin_state_up': True, 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:46.337770 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d2549e31-a7f6-49f3-b259-a442c90f7fa7 req-c2f67d45-f10e-4014-993f-07d5ac7d8b31 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 210 time: 0.0377154 Aug 27 04:47:46.354422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Network efeab20c-8f4e-4787-8029-6f134a488ff8 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:47:46.473944 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, efeab20c-8f4e-4787-8029-6f134a488ff8) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:46.479211 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:46.479805 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.487312 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e94369-04e3-4f0e-b497-a3305d33f5af None None] Network efeab20c-8f4e-4787-8029-6f134a488ff8 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:46.497111 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Made reservation on behalf of 55642c30419042daa27ecdcf76f4e6a5 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:47:46.500664 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.607468 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-42404e4e-5581-471d-9707-8b0a4b0b5b87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8076844 Aug 27 04:47:46.616252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48022) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:46.624604 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:46.655822 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-efeab20c-8f4e-4787-8029-6f134a488ff8', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:47:46.660561 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Allocated IP 172.20.0.10 (4b8460dc-68e8-4a9c-b46c-fadf57a16149/76972534-1667-4f31-9967-e79a79923497/4c46a757-ba11-4b6a-a22e-a40bfbf8a01d) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:46.660814 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.811928 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.817980 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.818179 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Allocated IP 172.20.0.2 (efeab20c-8f4e-4787-8029-6f134a488ff8/f184e052-fde1-407b-9f6b-69cb5e7f961f/ec15e498-4f55-40ef-834f-4a52a88239a6) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:46.834074 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.852239 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Transition to ACTIVE for port object 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:46.871461 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.979033 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.989088 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:46.991121 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Transition to ACTIVE for port object ec15e498-4f55-40ef-834f-4a52a88239a6 will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:47.006834 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Transition to ACTIVE for port object ec15e498-4f55-40ef-834f-4a52a88239a6 will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:47.050170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:47.053693 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:47.055484 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:47.057957 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:47.086773 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.119095 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:47.120893 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.123526 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.130711 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Network efeab20c-8f4e-4787-8029-6f134a488ff8 is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:47.134366 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:47.140799 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:47.150601 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Pushing event updated for resources: {'Port': ['ID=ec15e498-4f55-40ef-834f-4a52a88239a6,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:47.176521 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.176884 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.177234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.177611 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.177952 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.178292 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.178631 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.178967 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.179311 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.179640 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.179971 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.180318 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:47:47.229341 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-955cb4fd-a342-4c45-909f-b5c206f74f86 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9744937 Aug 27 04:47:47.230565 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Attempting to bind port ec15e498-4f55-40ef-834f-4a52a88239a6 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:47.231308 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Attempting to bind port ec15e498-4f55-40ef-834f-4a52a88239a6 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:47.231849 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Attempting to bind port ec15e498-4f55-40ef-834f-4a52a88239a6 on network efeab20c-8f4e-4787-8029-6f134a488ff8 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:47.239766 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:47.240488 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Checking segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:47.241310 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.244666 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Bound using segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:47.245464 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Bound port: ec15e498-4f55-40ef-834f-4a52a88239a6, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:47.245961 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.248077 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Request body: {'port': {'device_id': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:47.401757 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.413575 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] For port ec15e498-4f55-40ef-834f-4a52a88239a6, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:47.455780 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] For port ec15e498-4f55-40ef-834f-4a52a88239a6, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=ec15e498-4f55-40ef-834f-4a52a88239a6,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:47.537533 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-17edf151-9439-4b2b-be2a-5c6849ec6eb9 None None] Provisioning for port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:47.549674 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-17edf151-9439-4b2b-be2a-5c6849ec6eb9 None None] Provisioning complete for port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:47.549674 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-17edf151-9439-4b2b-be2a-5c6849ec6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.570671 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e8dae-a3ad-43c3-8e28-b1b9c71851c7 req-597f7a56-80d0-4c87-b2f2-80bd9dab2c2e tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:47.577654 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dd5e8dae-a3ad-43c3-8e28-b1b9c71851c7 req-597f7a56-80d0-4c87-b2f2-80bd9dab2c2e tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 932 time: 0.1061907 Aug 27 04:47:47.606833 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.622129 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-17edf151-9439-4b2b-be2a-5c6849ec6eb9 None None] Port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:47:47.625063 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.634857 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:47.761804 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1126c35-fff2-46e7-9834-11d69f813097 None None] Pushing event updated for resources: {'Port': ['ID=ec15e498-4f55-40ef-834f-4a52a88239a6,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:47.841520 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Allocated IP 172.27.0.97 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/b40ba935-37c7-4e02-b4bd-e2deb33e5f2b) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:47.890631 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dd5e8dae-a3ad-43c3-8e28-b1b9c71851c7 req-c4b8c0e7-f4c1-4632-8443-f39d917b9e78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091574 Aug 27 04:47:47.996390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:47:48.006625 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:48.026139 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Transition to ACTIVE for port object 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:48.039105 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:48.125816 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:48.185069 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:48.208831 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Pushing event updated for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:48.239776 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:48.242820 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:48.249272 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:48.285628 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Pushing event updated for resources: {'Port': ['ID=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:48.317682 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Attempting to bind port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:48.318216 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Attempting to bind port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:48.318448 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Attempting to bind port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d on network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:48.327887 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d on network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:47:48.328321 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Attempting to bind port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d on network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:48.342910 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:48.343330 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Checking segment: {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:48.343786 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Bound using segment: {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:48.344319 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Bound port: 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5f25be-a469-4634-a0a3-797ab1b52a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:48.344775 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:48.466580 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:48.471188 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:48.618833 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:48.686717 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Pushing event updated for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:48.707290 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:48.708388 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:48.709929 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-35e3face-73bf-41a5-ba3b-8f0da4e0169f service neutron] 10.222.0.43 "PUT /v2.0/ports/4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 1094 time: 1.4671071 Aug 27 04:47:48.714465 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:47:48.718073 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e965bc92-f145-4636-a065-afa55d099afe" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:47:48.810826 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a24bac-4360-4ff4-bb6c-209b902c0dfe x-openstack-request-id: req-15a24bac-4360-4ff4-bb6c-209b902c0dfe {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:47:48.811436 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:47:48.811791 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15a24bac-4360-4ff4-bb6c-209b902c0dfe {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:47:48.812326 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'status': 'completed', 'code': 200} Aug 27 04:47:49.086404 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ec15e498-4f55-40ef-834f-4a52a88239a6 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:49.098529 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:49.179653 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3fe5e-1805-4a0b-88cf-430d4ff37d1e req-b8c990a3-1227-4fab-9f0a-120fcea2a72c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:49.181910 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8ef3fe5e-1805-4a0b-88cf-430d4ff37d1e req-b8c990a3-1227-4fab-9f0a-120fcea2a72c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.1538961 Aug 27 04:47:49.234513 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port ec15e498-4f55-40ef-834f-4a52a88239a6 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:49.252072 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8ef3fe5e-1805-4a0b-88cf-430d4ff37d1e req-38485855-2899-487f-b956-a88b5814610d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 Aug 27 04:47:49.308507 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa283d0-7a99-41a1-8922-d7ed29cf7aa1 None None] Network efeab20c-8f4e-4787-8029-6f134a488ff8 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:47:49.436541 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:49.607693 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-21b1dcd2-22b6-4487-b8cb-2138feb3a02b None None] Provisioning for port ec15e498-4f55-40ef-834f-4a52a88239a6 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:49.614358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-21b1dcd2-22b6-4487-b8cb-2138feb3a02b None None] Provisioning complete for port ec15e498-4f55-40ef-834f-4a52a88239a6 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:49.614731 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-21b1dcd2-22b6-4487-b8cb-2138feb3a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:49.662596 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Router d3880144-1e4f-4c82-9497-41f3a0d48f3c is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:47:49.703061 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48082) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:49.747255 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-21b1dcd2-22b6-4487-b8cb-2138feb3a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:49.801399 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-21b1dcd2-22b6-4487-b8cb-2138feb3a02b None None] For port ec15e498-4f55-40ef-834f-4a52a88239a6, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=ec15e498-4f55-40ef-834f-4a52a88239a6,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:49.845828 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:49.860127 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Sync routers for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:49.884801 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:49.885716 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:49.895495 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d32a6165-a1f5-4735-b8bc-503337010224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:49.945808 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-21b1dcd2-22b6-4487-b8cb-2138feb3a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.023003 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.024599 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-a80ca2a3-c446-424f-b475-f90630f0343b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4063203 Aug 27 04:47:50.030136 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48088) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:50.060051 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1dcd2-22b6-4487-b8cb-2138feb3a02b None None] Pushing event updated for resources: {'Port': ['ID=ec15e498-4f55-40ef-834f-4a52a88239a6,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:50.079167 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:50.138531 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-606d8b92-920a-430c-a649-8d015b321bc9 None None] Provisioning complete for port ec15e498-4f55-40ef-834f-4a52a88239a6 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:50.139213 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-606d8b92-920a-430c-a649-8d015b321bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.289501 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d32a6165-a1f5-4735-b8bc-503337010224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.355626 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:48Z', 'revision_number': 3, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:50.393442 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Checking router: d3880144-1e4f-4c82-9497-41f3a0d48f3c for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:50.393797 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Updating router d3880144-1e4f-4c82-9497-41f3a0d48f3c port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:50.437675 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5e1a2-bee6-404d-afe1-5e49646ab7e4 req-32eecd0d-be37-4c09-9e8a-11a1adb43dfe tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:50.446576 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cbd5e1a2-bee6-404d-afe1-5e49646ab7e4 req-32eecd0d-be37-4c09-9e8a-11a1adb43dfe tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.1001265 Aug 27 04:47:50.454610 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.473088 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d32a6165-a1f5-4735-b8bc-503337010224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.508138 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cbd5e1a2-bee6-404d-afe1-5e49646ab7e4 req-0d73ed74-6978-454d-8da6-e132e6fb3dfb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604570 Aug 27 04:47:50.531972 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-d32a6165-a1f5-4735-b8bc-503337010224 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=243d0ec308fa426eab1adb6dcbb80214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8270707 Aug 27 04:47:50.536181 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48092) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:50.588134 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a6165-a1f5-4735-b8bc-503337010224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d95574d-a90c-4999-b56d-4b9c3cc8a7a3,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:50.612186 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-beca5e4b-cbf3-4de0-a580-c745e476215f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.659290 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-beca5e4b-cbf3-4de0-a580-c745e476215f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.817289 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-beca5e4b-cbf3-4de0-a580-c745e476215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.821960 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-beca5e4b-cbf3-4de0-a580-c745e476215f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.823702 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-beca5e4b-cbf3-4de0-a580-c745e476215f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d95574d-a90c-4999-b56d-4b9c3cc8a7a3 HTTP/1.1" status: 204 len: 168 time: 0.2858405 Aug 27 04:47:50.830985 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.835917 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca5e4b-cbf3-4de0-a580-c745e476215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d95574d-a90c-4999-b56d-4b9c3cc8a7a3,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:50.881904 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:50.903288 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Transition to ACTIVE for port object b40ba935-37c7-4e02-b4bd-e2deb33e5f2b will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:50.973517 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:51.041126 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ec15e498-4f55-40ef-834f-4a52a88239a6 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:51.088572 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Attempting to bind port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:51.089055 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Attempting to bind port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:51.090804 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Attempting to bind port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:51.108900 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:51.109460 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:51.111603 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:51.112125 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:51.112800 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Bound port: b40ba935-37c7-4e02-b4bd-e2deb33e5f2b, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:51.113467 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:51.157514 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b3cd9-ea27-4d19-b83b-9c0943c63e18 None None] Pushing event updated for resources: {'Port': ['ID=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:51.205676 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Allocated IP 172.20.0.1 (efeab20c-8f4e-4787-8029-6f134a488ff8/f184e052-fde1-407b-9f6b-69cb5e7f961f/2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:51.233854 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] For port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:51.240888 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] For port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:51.265627 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port ec15e498-4f55-40ef-834f-4a52a88239a6 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:51.266013 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:51.329779 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:51.382901 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:51.400076 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Transition to ACTIVE for port object 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:51.446383 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:51.447077 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:51.529039 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b3cd9-ea27-4d19-b83b-9c0943c63e18 None None] Pushing event updated for resources: {'Port': ['ID=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:51.549474 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:51.600900 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Network efeab20c-8f4e-4787-8029-6f134a488ff8 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:51.607041 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:51.621619 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:51.643874 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:51.685387 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:51.741058 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:52.023169 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b4dd9-0a9f-4214-bcfd-8fcc84ad8c0d req-6a6e57ee-ad4c-4cf2-9955-c69d6db90cb9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:52.025184 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-142b4dd9-0a9f-4214-bcfd-8fcc84ad8c0d req-6a6e57ee-ad4c-4cf2-9955-c69d6db90cb9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.2795117 Aug 27 04:47:52.093648 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-9c1d63dc-7a20-4bde-a0e9-2fe228bba37e None None] Provisioning for port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:52.094813 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-9c1d63dc-7a20-4bde-a0e9-2fe228bba37e None None] Provisioning complete for port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:52.101393 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9c1d63dc-7a20-4bde-a0e9-2fe228bba37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:52.123158 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-142b4dd9-0a9f-4214-bcfd-8fcc84ad8c0d req-ea66f587-2d7c-4b61-b3c0-7c0ef5ae36d1 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839524 Aug 27 04:47:52.170256 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:48Z', 'revision_number': 3, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:52.200070 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4bd765-7d95-49d1-9039-77f9b59a0cec None None] The sync data for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi is: [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:48Z', 'revision_number': 3, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:52.201688 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d63dc-7a20-4bde-a0e9-2fe228bba37e None None] Port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:47:52.251458 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:52.643791 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:52.714938 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:52.892085 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:52.908956 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:53.050431 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Network efeab20c-8f4e-4787-8029-6f134a488ff8 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:53.053404 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:53.130207 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device b40ba935-37c7-4e02-b4bd-e2deb33e5f2b up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:53.305861 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Router d3880144-1e4f-4c82-9497-41f3a0d48f3c has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:47:53.389839 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b18cd1-a888-402e-bca2-0a9601526db0 req-4ad119b5-1808-407c-bcc4-c729783876c8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:53.405550 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-62b18cd1-a888-402e-bca2-0a9601526db0 req-4ad119b5-1808-407c-bcc4-c729783876c8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.1096642 Aug 27 04:47:53.420960 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefa3-21ba-4e14-a526-7f2210c27fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:53.491642 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:53.497376 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:53.497978 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:53.542054 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-62b18cd1-a888-402e-bca2-0a9601526db0 req-8ece40ea-5026-4523-b297-288ca6cd973b tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326981 Aug 27 04:47:53.634781 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-61d22353-9d7b-4fb7-8168-323c73706014 None None] Provisioning complete for port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:53.635522 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-61d22353-9d7b-4fb7-8168-323c73706014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:53.647470 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:47:53.652958 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0ce07a10-a3d6-4a5d-ae6e-12504ea2d0c1 admin admin] 10.222.0.25 "PUT /v2.0/routers/d3880144-1e4f-4c82-9497-41f3a0d48f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6214275 Aug 27 04:47:53.709356 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-61d22353-9d7b-4fb7-8168-323c73706014 None None] Port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:47:53.713145 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:53.742794 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:53.839455 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:53.915875 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:54.715249 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48164) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:54.723728 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-89352b1a-1da1-4e4c-b9ea-370b826db3d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870385155', 'description': 'tempest-description--399681105'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:54.779548 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ed15-bc8b-4ba5-a3eb-a50b326469fa req-cd153eb4-20aa-4bf2-81d7-827fc77747d9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:54.789101 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-26c2ed15-bc8b-4ba5-a3eb-a50b326469fa req-cd153eb4-20aa-4bf2-81d7-827fc77747d9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.0906734 Aug 27 04:47:54.842798 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Sync routers for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:47:54.857453 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-26c2ed15-bc8b-4ba5-a3eb-a50b326469fa req-d188a230-9b16-4269-8732-45c71f77f2bd tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617909 Aug 27 04:47:54.884336 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:54.885380 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:54.918174 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-89352b1a-1da1-4e4c-b9ea-370b826db3d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:55.026922 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device b40ba935-37c7-4e02-b4bd-e2deb33e5f2b up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:55.091356 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:55.143881 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-89352b1a-1da1-4e4c-b9ea-370b826db3d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:55.171065 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:55.171462 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:55.455614 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 2, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:55.508059 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Checking router: d3880144-1e4f-4c82-9497-41f3a0d48f3c for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:47:55.508627 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Updating router d3880144-1e4f-4c82-9497-41f3a0d48f3c port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:47:55.547333 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.017223 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb67d1-93f0-466e-b00b-dff8bc8c0b6e req-62876689-ec51-4dcc-a6aa-2f359c8d41d6 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:56.021496 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a1fb67d1-93f0-466e-b00b-dff8bc8c0b6e req-62876689-ec51-4dcc-a6aa-2f359c8d41d6 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.0787053 Aug 27 04:47:56.043952 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.059013 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Transition to ACTIVE for port object 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:47:56.077189 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a1fb67d1-93f0-466e-b00b-dff8bc8c0b6e req-b55c7ca1-ddc9-4bee-8a89-b1ffff2eabf2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Aug 27 04:47:56.137375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-89352b1a-1da1-4e4c-b9ea-370b826db3d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.190510 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89352b1a-1da1-4e4c-b9ea-370b826db3d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3a5e6d-350d-4c14-82ae-98d999cf7016,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.325691 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-485b501b-ad21-493c-b27c-3f50049841c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.468476 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-89352b1a-1da1-4e4c-b9ea-370b826db3d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.471518 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.471721 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-89352b1a-1da1-4e4c-b9ea-370b826db3d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7529526 Aug 27 04:47:56.471962 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.472907 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48176) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:56.478769 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-11b00f69-d227-4bab-b1b7-c151bbc763a9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'security_group_rule': {'security_group_id': 'ea3a5e6d-350d-4c14-82ae-98d999cf7016', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:56.530706 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811bb90-1225-4d01-ba4c-8fcbe1281c4a None None] Pushing event updated for resources: {'Port': ['ID=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.593034 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Attempting to bind port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:47:56.593640 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Attempting to bind port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:47:56.600849 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Attempting to bind port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a on network efeab20c-8f4e-4787-8029-6f134a488ff8 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:47:56.606318 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:47:56.607332 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Checking segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:47:56.608183 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.609145 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Bound using segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:47:56.610361 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Bound port: 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:47:56.611441 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.635415 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11b00f69-d227-4bab-b1b7-c151bbc763a9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.737133 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11b00f69-d227-4bab-b1b7-c151bbc763a9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.750798 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] For port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:47:56.755113 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] For port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:47:56.839986 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11b00f69-d227-4bab-b1b7-c151bbc763a9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.865169 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00f69-d227-4bab-b1b7-c151bbc763a9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5dd109-1697-47ed-a4c7-1e5cb471ef78,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:56.888048 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.954871 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:56.967915 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:47:56.968612 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:56.988429 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11b00f69-d227-4bab-b1b7-c151bbc763a9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:57.000402 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-11b00f69-d227-4bab-b1b7-c151bbc763a9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5157766 Aug 27 04:47:57.000402 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48182) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:57.001663 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-f7545e69-0a07-4599-bcc1-f82e56bb4627 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'security_group_rule': {'security_group_id': 'ea3a5e6d-350d-4c14-82ae-98d999cf7016', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:57.157100 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7545e69-0a07-4599-bcc1-f82e56bb4627 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:57.174334 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:47:57.218167 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811bb90-1225-4d01-ba4c-8fcbe1281c4a None None] Pushing event updated for resources: {'Port': ['ID=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,revision_number=4']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:57.291224 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7545e69-0a07-4599-bcc1-f82e56bb4627 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:57.300810 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dcea5-951b-4cde-a5db-4e77895406fe req-2dbce666-f0ab-4b4c-854b-385e56166a95 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:57.308656 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3a9dcea5-951b-4cde-a5db-4e77895406fe req-2dbce666-f0ab-4b4c-854b-385e56166a95 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.1231387 Aug 27 04:47:57.358718 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3a9dcea5-951b-4cde-a5db-4e77895406fe req-61cb57a4-f1fe-4f92-a64b-bb56f234ffd1 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Aug 27 04:47:57.387437 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7545e69-0a07-4599-bcc1-f82e56bb4627 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:57.412845 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7545e69-0a07-4599-bcc1-f82e56bb4627 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644d0246-4a8d-4efc-a163-cabd9409b6b5,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:57.504344 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:56Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:47:57.526235 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f7545e69-0a07-4599-bcc1-f82e56bb4627 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:57.531553 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f7545e69-0a07-4599-bcc1-f82e56bb4627 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5311196 Aug 27 04:47:57.531958 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48196) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:57.535818 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d965db9-47b1-457e-92f2-6025aa9432f4 None None] The sync data for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi is: [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:56Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:47:57.537871 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:47:57.646023 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:57.844244 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:58.020533 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Allocated IP 172.27.0.216 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/96a5a8aa-8d1e-453d-ba04-69ee67bbb915) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:47:58.172317 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:58.291678 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:58.345510 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:47:58.349633 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:47:58.353061 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:47:58.355580 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'Port': ['ID=96a5a8aa-8d1e-453d-ba04-69ee67bbb915,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:58.508514 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:58.647226 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e364cf7-5bae-477a-a91e-67f237bf2926 req-edb79874-ac26-4086-81a3-ba0055b03d0a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:58.649602 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7e364cf7-5bae-477a-a91e-67f237bf2926 req-edb79874-ac26-4086-81a3-ba0055b03d0a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.1840127 Aug 27 04:47:58.712718 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:58.765144 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7e364cf7-5bae-477a-a91e-67f237bf2926 req-408d8d78-3132-4012-a397-51620ee3a50d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013906 Aug 27 04:47:58.862711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.137394 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:47:59.313423 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:47:59.318260 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:47:59.318989 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.473233 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.486301 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.544614 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:47:59.578166 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.605667 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.635050 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48222) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:47:59.667703 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.708658 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'Port': ['ID=96a5a8aa-8d1e-453d-ba04-69ee67bbb915,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:59.709506 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:47:59.747089 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.748448 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-7592943a-5c2e-4363-8037-810d9a3730f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2151504 Aug 27 04:47:59.808988 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-376eff12-c839-48df-99d1-6b34369b9955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:47:59.937838 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce834-4448-402f-8407-2226c0986fdf req-24bab2e8-6d73-4d80-aad7-b6b8525213c4 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:47:59.939442 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-497ce834-4448-402f-8407-2226c0986fdf req-24bab2e8-6d73-4d80-aad7-b6b8525213c4 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.0821283 Aug 27 04:47:59.983905 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-a34efc69-fba9-40d4-871a-56853eef6fdc tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1870385155&fields=id&tenant_id=d64a0028b26d4857b0daf241b29ee95b HTTP/1.1" status: 200 len: 267 time: 0.0440996 Aug 27 04:48:00.000022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-376eff12-c839-48df-99d1-6b34369b9955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:00.008709 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-497ce834-4448-402f-8407-2226c0986fdf req-96085fdc-e027-4b51-8ed0-6d5942151488 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624135 Aug 27 04:48:00.150140 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-bf121a43-8352-40e6-89e6-571f28104f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:00.151677 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-bf121a43-8352-40e6-89e6-571f28104f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 810 time: 0.1592250 Aug 27 04:48:00.166254 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-376eff12-c839-48df-99d1-6b34369b9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:00.177154 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-3ff757c7-8f95-4bac-8c9f-6761a7e8c2e9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/quotas/d64a0028b26d4857b0daf241b29ee95b HTTP/1.1" status: 200 len: 375 time: 0.0173721 Aug 27 04:48:00.181921 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965bc92-f145-4636-a065-afa55d099afe req-eea53614-137c-4871-9229-3f211e7a6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:00.183397 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e965bc92-f145-4636-a065-afa55d099afe req-eea53614-137c-4871-9229-3f211e7a6492 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1097 time: 0.0657103 Aug 27 04:48:00.205574 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-376eff12-c839-48df-99d1-6b34369b9955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc6ab307f8554e67a3d4865214f5f6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686326 Aug 27 04:48:00.208005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eff12-c839-48df-99d1-6b34369b9955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b434ac-f5b2-4396-a055-ca13e4cd3b21,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:00.208879 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48244) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:00.334910 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-9c6a6d54-90fd-44a7-b9e5-96251c5a6625 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1504498 Aug 27 04:48:00.417339 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8f3a467b-ba65-4eee-a5ec-13df30472c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:00.422240 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965bc92-f145-4636-a065-afa55d099afe req-7f8d35c8-2154-4788-bc69-4aa1381edf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:00.423761 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e965bc92-f145-4636-a065-afa55d099afe req-7f8d35c8-2154-4788-bc69-4aa1381edf5f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=55642c30419042daa27ecdcf76f4e6a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2140105 Aug 27 04:48:00.511514 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8f3a467b-ba65-4eee-a5ec-13df30472c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:00.550967 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-481ea269-b725-493e-83c2-d1a89f77dbb5 service neutron] 10.222.0.25 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010775 Aug 27 04:48:00.654634 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965bc92-f145-4636-a065-afa55d099afe req-e97ceb25-e2a1-4b65-ab8f-cba80f182ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:00.656222 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e965bc92-f145-4636-a065-afa55d099afe req-e97ceb25-e2a1-4b65-ab8f-cba80f182ae7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2195163 Aug 27 04:48:00.707157 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-6d12fb15-8a49-46db-9bd6-55195e91a060 service neutron] 10.222.0.25 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409307 Aug 27 04:48:00.755341 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-623a5695-0d40-4249-b93d-aa6000f08b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:00.758972 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-623a5695-0d40-4249-b93d-aa6000f08b3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1097 time: 0.0622733 Aug 27 04:48:00.779483 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8f3a467b-ba65-4eee-a5ec-13df30472c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:00.783476 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-8f3a467b-ba65-4eee-a5ec-13df30472c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:00.787416 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-8f3a467b-ba65-4eee-a5ec-13df30472c07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79b434ac-f5b2-4396-a055-ca13e4cd3b21 HTTP/1.1" status: 204 len: 168 time: 0.5737021 Aug 27 04:48:00.848981 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a467b-ba65-4eee-a5ec-13df30472c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b434ac-f5b2-4396-a055-ca13e4cd3b21,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:00.855967 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-89c74d73-9db3-4152-b586-11a772176071 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 217 time: 0.0877657 Aug 27 04:48:00.927269 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-aef9043a-e59e-4a04-953a-2f2868c8c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:00.928893 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-aef9043a-e59e-4a04-953a-2f2868c8c864 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76972534-1667-4f31-9967-e79a79923497 HTTP/1.1" status: 200 len: 854 time: 0.0566154 Aug 27 04:48:00.998235 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:01.019043 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-c23188f1-6e29-4ab1-9fbc-3403846b4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:01.020957 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-c23188f1-6e29-4ab1-9fbc-3403846b4477 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8460dc-68e8-4a9c-b46c-fadf57a16149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836890 Aug 27 04:48:01.085276 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-446389b7-a5bb-4fe1-a89d-eda4e35b6e27 req-5ba73e11-487d-4844-a7d1-d04b9433e71d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 210 time: 0.0471280 Aug 27 04:48:01.114176 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:01.118170 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:01.205735 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-babdf814-4f32-4f26-a2e5-81206f330fda service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580667 Aug 27 04:48:01.311587 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5636f-9680-4d89-9289-00404c6ab3ee req-d254584b-efd5-4f7c-8d80-9db20422614b tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:01.313357 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2bf5636f-9680-4d89-9289-00404c6ab3ee req-d254584b-efd5-4f7c-8d80-9db20422614b tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.1752961 Aug 27 04:48:01.367362 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-781ccbb1-eaa8-4d77-88b3-222df3d0f5fa req-74d005d4-92bd-46dc-85aa-7320bcf13c67 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403849 Aug 27 04:48:01.382121 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2bf5636f-9680-4d89-9289-00404c6ab3ee req-a25c0c39-db0f-493f-b445-e408e6a9d9f7 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Aug 27 04:48:01.578455 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48266) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:01.595046 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff0b3-bef1-44aa-995a-19e513e3a1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:01.690456 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff0b3-bef1-44aa-995a-19e513e3a1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:01.776543 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff0b3-bef1-44aa-995a-19e513e3a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:01.823292 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-fd2ff0b3-bef1-44aa-995a-19e513e3a1bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc45be86bb394868b8d50f25802564d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434485 Aug 27 04:48:01.825472 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ff0b3-bef1-44aa-995a-19e513e3a1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df23860-99d3-44f9-a56b-cad10c88491a,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:01.826243 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48270) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:01.878750 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c9296d84-1b68-406b-a601-3b122b5ffa14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:01.902533 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c9296d84-1b68-406b-a601-3b122b5ffa14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:02.079058 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c9296d84-1b68-406b-a601-3b122b5ffa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:02.081806 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c9296d84-1b68-406b-a601-3b122b5ffa14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:02.089915 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c9296d84-1b68-406b-a601-3b122b5ffa14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4df23860-99d3-44f9-a56b-cad10c88491a HTTP/1.1" status: 204 len: 168 time: 0.2556951 Aug 27 04:48:02.091760 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9296d84-1b68-406b-a601-3b122b5ffa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df23860-99d3-44f9-a56b-cad10c88491a,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:02.164651 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-48267bf7-a4e6-4c45-853a-c81389dafac6 req-648366bc-c624-4ab3-b60c-9f10b0d53038 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 210 time: 0.0274510 Aug 27 04:48:02.501940 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b659f-2824-4cc8-b34f-2651ead0aebb req-4f9d3698-a2c2-475e-b05d-adb20fe5bb8c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:02.503506 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-231b659f-2824-4cc8-b34f-2651ead0aebb req-4f9d3698-a2c2-475e-b05d-adb20fe5bb8c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.0506437 Aug 27 04:48:02.544902 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-231b659f-2824-4cc8-b34f-2651ead0aebb req-bd4e162c-128b-459c-b558-24e919a4f9d8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Aug 27 04:48:03.258008 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-36180184-d5ca-4ee8-9f88-b9e1cb71b1ba req-ae1f9bb4-3a47-44a2-a037-19e676a2ffe3 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 210 time: 0.0272295 Aug 27 04:48:03.317503 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:48:03.661661 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0075-633b-415d-88f6-4d14f574685c req-e3a9bd53-7604-4f07-9890-629672e19e44 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:03.663147 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f20a0075-633b-415d-88f6-4d14f574685c req-e3a9bd53-7604-4f07-9890-629672e19e44 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.0501783 Aug 27 04:48:03.701448 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f20a0075-633b-415d-88f6-4d14f574685c req-e1904738-90a4-4be0-87d0-4490aa39dd73 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Aug 27 04:48:04.354770 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-759d2c1e-a42f-44ae-b1fb-67a0c293f6c6 req-655a661e-7609-45f3-b3c4-39ae363a8bf6 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 210 time: 0.0275018 Aug 27 04:48:04.819482 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff3574-f7ba-4726-8d90-0be2cf4ae602 req-db49452e-61b2-4fa9-a134-357d5cc4c6d0 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:04.822536 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-03ff3574-f7ba-4726-8d90-0be2cf4ae602 req-db49452e-61b2-4fa9-a134-357d5cc4c6d0 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 944 time: 0.0533347 Aug 27 04:48:04.860931 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-03ff3574-f7ba-4726-8d90-0be2cf4ae602 req-fd42198e-c40c-41d4-baa2-60637386bef8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Aug 27 04:48:05.140022 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:48:05.232009 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:05.243437 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'port_id': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'mac_address': 'fa:16:3e:9a:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:48:05.282650 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:05.294820 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:48:05.313544 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:05.410650 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:05.449180 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-06c32551-0e04-4250-99a2-4bde81b0ef66 req-2bee1281-484b-4833-baf3-4a26ebf98b38 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 210 time: 0.0288062 Aug 27 04:48:05.458309 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:05.671045 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:48:05.707211 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-0ea2f255-a287-4524-8a06-114d36d83a28 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:05.708818 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-0ea2f255-a287-4524-8a06-114d36d83a28 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 810 time: 0.1057520 Aug 27 04:48:05.763641 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-6c87b5b3-cf5f-4398-a992-207e28b464ec tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64a0028b26d4857b0daf241b29ee95b HTTP/1.1" status: 200 len: 380 time: 0.0450547 Aug 27 04:48:05.773261 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'port': {'device_id': '3c065826-2a24-4926-b7a9-d29051419e9e', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'admin_state_up': True, 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'security_groups': ['ea3a5e6d-350d-4c14-82ae-98d999cf7016']}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:05.985844 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d222a-e270-4584-84d9-0b734442bee4 req-66cf71bc-0455-4a70-a3e0-31fa23f72bb8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:05.987519 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9a6d222a-e270-4584-84d9-0b734442bee4 req-66cf71bc-0455-4a70-a3e0-31fa23f72bb8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Aug 27 04:48:06.051746 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9a6d222a-e270-4584-84d9-0b734442bee4 req-2eba403e-1d48-4d77-85af-288cf97b1642 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Aug 27 04:48:06.081182 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Made reservation on behalf of d64a0028b26d4857b0daf241b29ee95b for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:06.085119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.222022 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Allocated IP 172.20.0.3 (efeab20c-8f4e-4787-8029-6f134a488ff8/f184e052-fde1-407b-9f6b-69cb5e7f961f/685614f1-76b9-426a-ab0a-346cb343465a) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:06.374865 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.389187 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Transition to ACTIVE for port object 685614f1-76b9-426a-ab0a-346cb343465a will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:48:06.399940 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:06.519949 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.553682 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:48:06.559741 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:06.560742 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.564117 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Network efeab20c-8f4e-4787-8029-6f134a488ff8 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:06.568071 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ec92-4867-4530-bc59-63a8389921de req-b78c2f10-16e6-49d6-9ba9-f28234ed6c9a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:06.569649 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:06.569781 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2587ec92-4867-4530-bc59-63a8389921de req-b78c2f10-16e6-49d6-9ba9-f28234ed6c9a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 931 time: 0.0556319 Aug 27 04:48:06.573558 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:48:06.580682 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'Port': ['ID=685614f1-76b9-426a-ab0a-346cb343465a,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:06.622372 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2587ec92-4867-4530-bc59-63a8389921de req-ceabd237-4307-4fcf-bb21-1414919f1d1b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384490 Aug 27 04:48:06.635248 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:06.635924 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.677632 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.704118 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:06.706476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139802b6-56d0-4b70-8ba0-7986897a6180" -d '{"events": [{"server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "name": "network-vif-plugged", "status": "completed", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:06.723150 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:06.745687 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b70da8-def4-411c-9bb3-5c2f641826cf x-openstack-request-id: req-d1b70da8-def4-411c-9bb3-5c2f641826cf {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:06.745975 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "name": "network-vif-plugged", "status": "completed", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:06.746237 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1b70da8-def4-411c-9bb3-5c2f641826cf {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:06.746629 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'code': 200} Aug 27 04:48:06.760886 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-ab4a61dc-7891-4b4c-829d-a63d9d26929d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9913392 Aug 27 04:48:06.774188 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Request body: {'port': {'device_id': '3c065826-2a24-4926-b7a9-d29051419e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:06.794956 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.851336 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:06.871277 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:07.005923 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-b6384941-aa7c-40ee-89bf-bc0f630e603d None None] Provisioning for port 685614f1-76b9-426a-ab0a-346cb343465a completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:48:07.014659 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-b6384941-aa7c-40ee-89bf-bc0f630e603d None None] Provisioning complete for port 685614f1-76b9-426a-ab0a-346cb343465a triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:07.015073 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b6384941-aa7c-40ee-89bf-bc0f630e603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:07.050125 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-b6384941-aa7c-40ee-89bf-bc0f630e603d None None] Port 685614f1-76b9-426a-ab0a-346cb343465a cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:48:07.130622 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685614f1-76b9-426a-ab0a-346cb343465a {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:48:07.138635 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:07.150492 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Transition to ACTIVE for port object 685614f1-76b9-426a-ab0a-346cb343465a will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:48:07.191733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16e218-ab35-454d-b3f0-1259cebfb862 req-11240ef2-3f66-49d0-ac8a-69893f7193ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:07.193291 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1b16e218-ab35-454d-b3f0-1259cebfb862 req-11240ef2-3f66-49d0-ac8a-69893f7193ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1099 time: 0.0825832 Aug 27 04:48:07.206013 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0dd6f-5de9-410c-88e7-9486bfbefab3 req-446a9f41-1a87-4e7a-b660-d7c1d10a6026 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:07.207456 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-89f0dd6f-5de9-410c-88e7-9486bfbefab3 req-446a9f41-1a87-4e7a-b660-d7c1d10a6026 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0861468 Aug 27 04:48:07.239178 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:07.258840 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1b16e218-ab35-454d-b3f0-1259cebfb862 req-3924aace-344a-4b40-9554-c9e8328deb54 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503473 Aug 27 04:48:07.266203 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-89f0dd6f-5de9-410c-88e7-9486bfbefab3 req-a163c394-5823-4cc8-8388-e36753557e64 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Aug 27 04:48:07.307914 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Pushing event updated for resources: {'Port': ['ID=685614f1-76b9-426a-ab0a-346cb343465a,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:07.377355 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Attempting to bind port 685614f1-76b9-426a-ab0a-346cb343465a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:48:07.377699 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Attempting to bind port 685614f1-76b9-426a-ab0a-346cb343465a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:48:07.378035 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Attempting to bind port 685614f1-76b9-426a-ab0a-346cb343465a on network efeab20c-8f4e-4787-8029-6f134a488ff8 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:48:07.384850 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Port 685614f1-76b9-426a-ab0a-346cb343465a on network efeab20c-8f4e-4787-8029-6f134a488ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:48:07.385179 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Attempting to bind port 685614f1-76b9-426a-ab0a-346cb343465a on network efeab20c-8f4e-4787-8029-6f134a488ff8 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:48:07.390506 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:48:07.390843 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Checking segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:48:07.391225 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Bound using segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:48:07.391828 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Bound port: 685614f1-76b9-426a-ab0a-346cb343465a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:48:07.392294 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:07.467032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] For port 685614f1-76b9-426a-ab0a-346cb343465a, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:07.470310 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] For port 685614f1-76b9-426a-ab0a-346cb343465a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=685614f1-76b9-426a-ab0a-346cb343465a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:07.536901 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:07.573894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:07.574513 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:07.575972 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] 10.222.0.43 "PUT /v2.0/ports/685614f1-76b9-426a-ab0a-346cb343465a HTTP/1.1" status: 200 len: 1093 time: 0.8062270 Aug 27 04:48:07.576434 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:07.578674 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea70c23-663c-44f2-9b97-3c5b98f3fcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "tag": "685614f1-76b9-426a-ab0a-346cb343465a"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:07.604837 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0fc5c-9542-41c6-bb47-8cddd35873dc service neutron] Pushing event updated for resources: {'Port': ['ID=685614f1-76b9-426a-ab0a-346cb343465a,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:07.620918 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199dbba-7c7b-4d2a-9635-53a8456f8a5f x-openstack-request-id: req-3199dbba-7c7b-4d2a-9635-53a8456f8a5f {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:07.621237 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "tag": "685614f1-76b9-426a-ab0a-346cb343465a", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:07.621559 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3199dbba-7c7b-4d2a-9635-53a8456f8a5f {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:07.622048 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a', 'status': 'completed', 'code': 200} Aug 27 04:48:07.722210 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea70c23-663c-44f2-9b97-3c5b98f3fcd2 req-1a9fae59-be57-4077-bdab-9210e0665993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:07.724920 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9ea70c23-663c-44f2-9b97-3c5b98f3fcd2 req-1a9fae59-be57-4077-bdab-9210e0665993 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 1096 time: 0.0695078 Aug 27 04:48:07.773487 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4a03-af6f-476d-b81f-771259957651 req-5a6afef5-1843-4cda-9a50-a24d2ef8174a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:07.775801 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-53ab4a03-af6f-476d-b81f-771259957651 req-5a6afef5-1843-4cda-9a50-a24d2ef8174a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 943 time: 0.0601609 Aug 27 04:48:07.818902 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-53ab4a03-af6f-476d-b81f-771259957651 req-6839b7a5-5875-41ea-8a23-27e580a08b55 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359347 Aug 27 04:48:07.831489 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea70c23-663c-44f2-9b97-3c5b98f3fcd2 req-8444a259-cbbe-4f58-bc2c-64b77227aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:07.832674 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9ea70c23-663c-44f2-9b97-3c5b98f3fcd2 req-8444a259-cbbe-4f58-bc2c-64b77227aefe service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d64a0028b26d4857b0daf241b29ee95b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999591 Aug 27 04:48:07.929187 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea70c23-663c-44f2-9b97-3c5b98f3fcd2 req-bd5ac346-08d5-408e-99a1-df574b53ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:07.931326 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9ea70c23-663c-44f2-9b97-3c5b98f3fcd2 req-bd5ac346-08d5-408e-99a1-df574b53ae6b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913391 Aug 27 04:48:07.958676 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48398) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:08.030406 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-82bfc8ce-22e8-4d9f-952a-e6618b96b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:08.031904 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-82bfc8ce-22e8-4d9f-952a-e6618b96b55a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 1096 time: 0.0504794 Aug 27 04:48:08.079644 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-4ea693fc-1dba-4c44-8d86-066070488416 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685614f1-76b9-426a-ab0a-346cb343465a HTTP/1.1" status: 200 len: 217 time: 0.0382419 Aug 27 04:48:08.090294 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-075908f5-c6f9-4446-88cc-cc3d5b24735c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:08.136969 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-e8e2c516-ed0c-417d-8e0a-5e73fa987a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:08.138463 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-e8e2c516-ed0c-417d-8e0a-5e73fa987a3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0460141 Aug 27 04:48:08.183187 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-075908f5-c6f9-4446-88cc-cc3d5b24735c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:08.194317 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-bc4d24ce-b808-4817-9366-2b694c1b833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:08.195848 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-bc4d24ce-b808-4817-9366-2b694c1b833e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481429 Aug 27 04:48:08.261927 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-075908f5-c6f9-4446-88cc-cc3d5b24735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:08.298070 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-eb5a1f6b-a795-4c6b-9da4-3d4840797825 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878313 Aug 27 04:48:08.303008 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075908f5-c6f9-4446-88cc-cc3d5b24735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc639a2a-f852-4ee3-b3a2-4d53541e6849,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:08.305688 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-075908f5-c6f9-4446-88cc-cc3d5b24735c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=673c2cda310b4c38a68da501ccb610bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459580 Aug 27 04:48:08.308333 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48404) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:08.377432 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-767861aa-7a3c-46b3-a74c-53ebdd5413a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:08.415137 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-767861aa-7a3c-46b3-a74c-53ebdd5413a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:08.486304 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d930-9095-4439-aa13-e59610d17751 req-9219d5a5-8e41-406a-afb1-8a2cc54dd213 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:08.488439 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-62f6d930-9095-4439-aa13-e59610d17751 req-9219d5a5-8e41-406a-afb1-8a2cc54dd213 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.1110504 Aug 27 04:48:08.492528 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-082a917b-71ed-4e0b-a970-17b185de9e71 req-7f96c665-df7c-4f44-951d-f3c88b2dcba1 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832526 Aug 27 04:48:08.532092 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-62f6d930-9095-4439-aa13-e59610d17751 req-ac22fb71-43fc-4457-9fc9-db0bd1441fe3 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Aug 27 04:48:08.576847 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-767861aa-7a3c-46b3-a74c-53ebdd5413a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:08.579325 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-767861aa-7a3c-46b3-a74c-53ebdd5413a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:08.580522 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-767861aa-7a3c-46b3-a74c-53ebdd5413a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc639a2a-f852-4ee3-b3a2-4d53541e6849 HTTP/1.1" status: 204 len: 168 time: 0.2711940 Aug 27 04:48:08.589296 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767861aa-7a3c-46b3-a74c-53ebdd5413a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc639a2a-f852-4ee3-b3a2-4d53541e6849,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:08.936793 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02924-514a-4657-bc29-c96e12ac4e94 req-5c62bdea-9f6f-48e5-ba94-731450fe3e35 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:08.938320 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7c02924-514a-4657-bc29-c96e12ac4e94 req-5c62bdea-9f6f-48e5-ba94-731450fe3e35 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 943 time: 0.0527625 Aug 27 04:48:08.978907 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7c02924-514a-4657-bc29-c96e12ac4e94 req-b522cd45-a503-45d7-b6dd-0e2617337865 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342872 Aug 27 04:48:09.238594 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48418) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:09.261407 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:09.352129 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:09.421708 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:09.460943 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9980ab70f86e47d8a606afe666d6271b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210824 Aug 27 04:48:09.461778 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794abd3-d803-47f8-91ef-80d16a96e67a,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:09.463985 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48420) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:09.469154 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471738 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.471911 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.472195 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.472574 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.472906 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ecdf01-f916-4ded-bd13-2ebf9c2c851a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.513249 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:09.533866 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:09.648604 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4db4-21aa-4e15-a5f8-b4932d25b4eb req-ecc16da3-42e7-4f4b-b2af-15feacbb8111 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:09.650115 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-07ff4db4-21aa-4e15-a5f8-b4932d25b4eb req-ecc16da3-42e7-4f4b-b2af-15feacbb8111 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0526097 Aug 27 04:48:09.683398 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:09.685916 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:09.687382 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3794abd3-d803-47f8-91ef-80d16a96e67a HTTP/1.1" status: 204 len: 168 time: 0.2220440 Aug 27 04:48:09.696565 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-07ff4db4-21aa-4e15-a5f8-b4932d25b4eb req-07daa05f-01a6-482a-9a03-78a3f2f632f8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Aug 27 04:48:09.701547 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794abd3-d803-47f8-91ef-80d16a96e67a,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:09.708889 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.709256 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.709610 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.709957 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.710302 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.710649 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.711531 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.712147 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.712374 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.712736 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.713064 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.713405 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8573a-5051-4faf-ac9b-2c6094bcce31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:48:09.816409 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696673f-baab-4c8b-96c9-33dbb5781655 req-fda6d9bd-eaeb-4cb6-8d0d-bf3b00c19e96 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:09.818018 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6696673f-baab-4c8b-96c9-33dbb5781655 req-fda6d9bd-eaeb-4cb6-8d0d-bf3b00c19e96 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0549140 Aug 27 04:48:09.856877 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6696673f-baab-4c8b-96c9-33dbb5781655 req-18189dd4-b82c-49eb-8335-afe820d28ce7 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 27 04:48:10.109015 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6dbfd-4f5a-491d-957f-b88ac5f85777 req-ef4af8e7-251a-40a3-9ac0-19c1f814ead7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:10.110615 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1ce6dbfd-4f5a-491d-957f-b88ac5f85777 req-ef4af8e7-251a-40a3-9ac0-19c1f814ead7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 943 time: 0.0576234 Aug 27 04:48:10.153841 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1ce6dbfd-4f5a-491d-957f-b88ac5f85777 req-c4b85e84-0082-4be1-9288-450a49be63e8 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371497 Aug 27 04:48:10.210156 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca8f3-a03a-4504-8089-eed98a413390 req-4c9e1a30-0213-425c-bfd2-0e5d53dc8f7c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:10.212487 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-da8ca8f3-a03a-4504-8089-eed98a413390 req-4c9e1a30-0213-425c-bfd2-0e5d53dc8f7c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0611212 Aug 27 04:48:10.250725 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-da8ca8f3-a03a-4504-8089-eed98a413390 req-952cadfe-3ffa-4eb7-804f-512ae6050bae tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Aug 27 04:48:10.434827 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 685614f1-76b9-426a-ab0a-346cb343465a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:48:10.536456 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 685614f1-76b9-426a-ab0a-346cb343465a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=685614f1-76b9-426a-ab0a-346cb343465a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:10.548098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '685614f1-76b9-426a-ab0a-346cb343465a', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'port_id': '685614f1-76b9-426a-ab0a-346cb343465a', 'mac_address': 'fa:16:3e:19:ef:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:48:10.586708 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:10.600183 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685614f1-76b9-426a-ab0a-346cb343465a {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:48:10.624299 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 685614f1-76b9-426a-ab0a-346cb343465a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=685614f1-76b9-426a-ab0a-346cb343465a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:10.707765 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:10.755895 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=685614f1-76b9-426a-ab0a-346cb343465a,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:10.984731 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['685614f1-76b9-426a-ab0a-346cb343465a'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:48:11.278116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9128c7-b4be-4986-a1b6-65fa7c13e9a7 req-cff4b6fb-38fe-4505-ba82-bbf5d2e0f1c5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:11.279654 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2e9128c7-b4be-4986-a1b6-65fa7c13e9a7 req-cff4b6fb-38fe-4505-ba82-bbf5d2e0f1c5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 944 time: 0.0498958 Aug 27 04:48:11.321374 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2e9128c7-b4be-4986-a1b6-65fa7c13e9a7 req-b6e5432b-588b-4a7b-9d8c-bbb2c14d01f7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343473 Aug 27 04:48:11.616198 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48478) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:11.730606 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5036-5581-4886-9f73-ed922df35e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:11.811226 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48484) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:11.826100 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5036-5581-4886-9f73-ed922df35e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:11.924034 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e2e974eb-f2a5-4f46-ac83-1cd092a80401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:11.986658 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5036-5581-4886-9f73-ed922df35e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.031737 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-4d9e5036-5581-4886-9f73-ed922df35e4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6eea3805e36a4b48bb8153d9d4390827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142470 Aug 27 04:48:12.032647 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e5036-5581-4886-9f73-ed922df35e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da55b365-6928-4cb1-a77d-9782dad0eb98,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.034537 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48488) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:12.101808 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e2e974eb-f2a5-4f46-ac83-1cd092a80401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.111941 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1011f313-1aab-44aa-879a-49268b2bbcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.135342 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1011f313-1aab-44aa-879a-49268b2bbcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.170496 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e2e974eb-f2a5-4f46-ac83-1cd092a80401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.215267 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e2e974eb-f2a5-4f46-ac83-1cd092a80401 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff2c23ed82b74574953416ade731ee94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004741 Aug 27 04:48:12.215267 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e974eb-f2a5-4f46-ac83-1cd092a80401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbddcf0-1b65-4e4b-a658-e773a2b19cec,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.215811 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48496) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:12.250799 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1011f313-1aab-44aa-879a-49268b2bbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.253822 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1011f313-1aab-44aa-879a-49268b2bbcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.255006 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-1011f313-1aab-44aa-879a-49268b2bbcd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da55b365-6928-4cb1-a77d-9782dad0eb98 HTTP/1.1" status: 204 len: 168 time: 0.2195077 Aug 27 04:48:12.266808 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011f313-1aab-44aa-879a-49268b2bbcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da55b365-6928-4cb1-a77d-9782dad0eb98,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.279989 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fcdb00d8-441f-458a-b08b-aed590f95e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.306320 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fcdb00d8-441f-458a-b08b-aed590f95e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.440493 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ba4e9-2cdb-450f-80c6-7eb1389302d2 req-e91d2e00-c33e-42a9-8936-f5858fe6db95 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:12.441809 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 685614f1-76b9-426a-ab0a-346cb343465a up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:12.442290 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e27ba4e9-2cdb-450f-80c6-7eb1389302d2 req-e91d2e00-c33e-42a9-8936-f5858fe6db95 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 944 time: 0.0511796 Aug 27 04:48:12.483824 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fcdb00d8-441f-458a-b08b-aed590f95e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.486832 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fcdb00d8-441f-458a-b08b-aed590f95e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.501272 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-fcdb00d8-441f-458a-b08b-aed590f95e71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cbddcf0-1b65-4e4b-a658-e773a2b19cec HTTP/1.1" status: 204 len: 168 time: 0.2705462 Aug 27 04:48:12.502784 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e27ba4e9-2cdb-450f-80c6-7eb1389302d2 req-4e164f24-3dec-4bca-8df8-9dfe69488790 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504403 Aug 27 04:48:12.503970 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb00d8-441f-458a-b08b-aed590f95e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbddcf0-1b65-4e4b-a658-e773a2b19cec,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:12.684896 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 685614f1-76b9-426a-ab0a-346cb343465a completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:48:12.689287 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 685614f1-76b9-426a-ab0a-346cb343465a triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:12.689657 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.786447 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:12.823431 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:12.825811 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b4be47-abbe-4adc-81ac-ea0d46115be9" -d '{"events": [{"server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "name": "network-vif-plugged", "status": "completed", "tag": "685614f1-76b9-426a-ab0a-346cb343465a"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:12.841395 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 685614f1-76b9-426a-ab0a-346cb343465a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=685614f1-76b9-426a-ab0a-346cb343465a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:12.868718 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8de672-6902-432d-9c8e-f546cfeea34a x-openstack-request-id: req-9d8de672-6902-432d-9c8e-f546cfeea34a {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:12.869070 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "name": "network-vif-plugged", "status": "completed", "tag": "685614f1-76b9-426a-ab0a-346cb343465a", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:12.869327 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d8de672-6902-432d-9c8e-f546cfeea34a {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:12.869751 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a', 'code': 200} Aug 27 04:48:13.011689 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:13.063014 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=685614f1-76b9-426a-ab0a-346cb343465a,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:13.348306 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb3c62-249a-4ca5-b824-4da6aabff5a1 req-66d3a83c-e923-4015-adb1-c1c31c156e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:13.350005 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-85fb3c62-249a-4ca5-b824-4da6aabff5a1 req-66d3a83c-e923-4015-adb1-c1c31c156e48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 1098 time: 0.0649493 Aug 27 04:48:13.424519 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-85fb3c62-249a-4ca5-b824-4da6aabff5a1 req-5513a083-8e16-416d-9636-d62cfb740003 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637486 Aug 27 04:48:13.676943 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56b12-68f0-47f8-b2ee-78c9bc63e349 req-748b194a-0e2f-4a45-9849-69e2c90098a8 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:13.676943 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6ab56b12-68f0-47f8-b2ee-78c9bc63e349 req-748b194a-0e2f-4a45-9849-69e2c90098a8 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0701711 Aug 27 04:48:13.737619 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6ab56b12-68f0-47f8-b2ee-78c9bc63e349 req-86b2a678-82b6-4a08-80a1-ed908eadf34c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Aug 27 04:48:14.325091 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:14.853479 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc68b-7467-4c53-a43c-40b7cf7ae8df req-02db6186-22b3-4046-86ff-ed04d44179ec tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:14.855080 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a45fc68b-7467-4c53-a43c-40b7cf7ae8df req-02db6186-22b3-4046-86ff-ed04d44179ec tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0483229 Aug 27 04:48:14.894531 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a45fc68b-7467-4c53-a43c-40b7cf7ae8df req-0f7ab899-41e3-40e7-a2c0-a386af3517cd tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334647 Aug 27 04:48:15.573126 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-17fe225b-fa06-434e-b775-e87e79935f95 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409055 Aug 27 04:48:15.641655 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-20daa22e-7050-4c5d-854c-9e9bf7addf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:15.643127 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-20daa22e-7050-4c5d-854c-9e9bf7addf29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 1100 time: 0.0466588 Aug 27 04:48:15.758614 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-93028282-d971-4051-8a54-450b34bb04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:15.760321 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-93028282-d971-4051-8a54-450b34bb04e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.0916009 Aug 27 04:48:15.832510 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-1e8ae345-84c8-40d2-8b13-ee167a190458 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 200 len: 1000 time: 0.0643444 Aug 27 04:48:15.885790 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-1b3c06c8-4f4e-4dc8-ada6-272366a9d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:15.887292 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-1b3c06c8-4f4e-4dc8-ada6-272366a9d602 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0464802 Aug 27 04:48:15.934973 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-e84ec9cf-3b7b-453b-ac45-a996a8b8f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:15.936488 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-e84ec9cf-3b7b-453b-ac45-a996a8b8f342 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403936 Aug 27 04:48:16.299454 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaa2d1-38af-4236-b50c-af4c42f72d1d req-718b6d12-d7e1-4a65-8567-042829466dc9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:16.301033 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01aaa2d1-38af-4236-b50c-af4c42f72d1d req-718b6d12-d7e1-4a65-8567-042829466dc9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.3398998 Aug 27 04:48:16.333348 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-169219e7-e760-41fd-b54f-5a9389038ce0 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807073 Aug 27 04:48:16.359490 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01aaa2d1-38af-4236-b50c-af4c42f72d1d req-a7cade35-c6f0-45c4-a903-f820f7c9305e tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488436 Aug 27 04:48:16.444370 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-33ec716f-73b8-477f-a6a0-80776ae657a3 req-6ba25cb8-d503-4cf9-9b4e-c4d1cc93f7d0 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980334 Aug 27 04:48:16.481058 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c09b0-3fa5-4080-8de5-87e17046b1bf req-2b3622bc-fe56-4454-acbf-19e76a10cbd5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:16.482563 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ae8c09b0-3fa5-4080-8de5-87e17046b1bf req-2b3622bc-fe56-4454-acbf-19e76a10cbd5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0576844 Aug 27 04:48:16.491222 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48656) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:16.495834 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'floatingip': {'port_id': '685614f1-76b9-426a-ab0a-346cb343465a'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:16.536947 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:16.986891 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:17.182662 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:17.298203 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Floating IP 23c16691-328e-4cfe-800f-152afb6fca15 associated. External IP: 172.27.0.216, port: 685614f1-76b9-426a-ab0a-346cb343465a. Aug 27 04:48:17.547971 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Router d3880144-1e4f-4c82-9497-41f3a0d48f3c has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:17.664320 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:17.680122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:17.692779 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] Sync routers for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:17.703905 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:17.704573 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:17.710969 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5e2fa59f-14ea-4e83-b718-943095f27221 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "PUT /v2.0/floatingips/23c16691-328e-4cfe-800f-152afb6fca15 HTTP/1.1" status: 200 len: 991 time: 1.2185013 Aug 27 04:48:17.711516 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:17.713788 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e8e696-e225-4c53-82a5-3d05b9f03081" -d '{"events": [{"name": "network-changed", "server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "tag": "685614f1-76b9-426a-ab0a-346cb343465a"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:17.753416 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d489df75-3537-4899-9ff6-a38dc7ee779e x-openstack-request-id: req-d489df75-3537-4899-9ff6-a38dc7ee779e {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:17.753749 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "tag": "685614f1-76b9-426a-ab0a-346cb343465a", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:17.753987 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d489df75-3537-4899-9ff6-a38dc7ee779e {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:17.754395 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a', 'status': 'completed', 'code': 200} Aug 27 04:48:17.826248 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-145cc217-d945-45c5-b24e-ffba82a736ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:17.827810 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-145cc217-d945-45c5-b24e-ffba82a736ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 1098 time: 0.0468378 Aug 27 04:48:17.834033 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:17.926680 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-3b6e6626-a071-4385-a2ba-14c77711c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:17.928417 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-3b6e6626-a071-4385-a2ba-14c77711c850 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0885904 Aug 27 04:48:18.010714 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-2ad7e7dc-a5c2-4d54-a4ac-273e09bee4f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685614f1-76b9-426a-ab0a-346cb343465a HTTP/1.1" status: 200 len: 999 time: 0.0707364 Aug 27 04:48:18.074821 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-4d3d14f8-2938-46f9-9abc-cad88ccb51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:18.076449 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-4d3d14f8-2938-46f9-9abc-cad88ccb51c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0587268 Aug 27 04:48:18.129379 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-be96c4cc-beb0-4f35-8e29-c98491f0c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:18.130880 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-be96c4cc-beb0-4f35-8e29-c98491f0c3a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441964 Aug 27 04:48:18.137246 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '23c16691-328e-4cfe-800f-152afb6fca15', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'port_id': '685614f1-76b9-426a-ab0a-346cb343465a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'mac_address': 'fa:16:3e:19:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c065826-2a24-4926-b7a9-d29051419e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:47:58Z', 'updated_at': '2021-08-27T04:48:16Z', 'revision_number': 1, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:18.167096 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] Checking router: d3880144-1e4f-4c82-9497-41f3a0d48f3c for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:18.175470 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:18.176091 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:18.242904 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-654dbbcf-a434-4da9-b288-2e9899274d7a service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030664 Aug 27 04:48:18.291063 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:18.343229 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d0e8e696-e225-4c53-82a5-3d05b9f03081 req-7df021d1-0c1d-4655-8792-05c08512db16 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928574 Aug 27 04:48:18.524479 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '23c16691-328e-4cfe-800f-152afb6fca15', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'port_id': '685614f1-76b9-426a-ab0a-346cb343465a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'mac_address': 'fa:16:3e:19:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c065826-2a24-4926-b7a9-d29051419e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:47:58Z', 'updated_at': '2021-08-27T04:48:16Z', 'revision_number': 1, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:18.550984 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc8cb9-79fc-410c-8feb-da7450ffedc8 None None] The sync data for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi is: [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '23c16691-328e-4cfe-800f-152afb6fca15', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'port_id': '685614f1-76b9-426a-ab0a-346cb343465a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'mac_address': 'fa:16:3e:19:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c065826-2a24-4926-b7a9-d29051419e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:47:58Z', 'updated_at': '2021-08-27T04:48:16Z', 'revision_number': 1, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:18.834243 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4df1d9-465e-4999-a9a7-43894e38464e None None] New status for floating IP 23c16691-328e-4cfe-800f-152afb6fca15: ACTIVE {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:48:21.675956 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad26038-2df6-4a85-bdf2-d6ae90b7e9d8 req-5b6e6a62-b301-4cc1-8002-3b91b95d81a3 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:21.678178 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dad26038-2df6-4a85-bdf2-d6ae90b7e9d8 req-5b6e6a62-b301-4cc1-8002-3b91b95d81a3 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0551543 Aug 27 04:48:21.723166 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dad26038-2df6-4a85-bdf2-d6ae90b7e9d8 req-64514bae-e628-492b-a113-3ba429945729 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Aug 27 04:48:21.750040 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48752) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:21.942937 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762b9f8-6135-4b6c-8a03-661c8c3e2431 tempest-TestMinimumBasicScenario-1125447718 tempest-TestMinimumBasicScenario-1125447718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:21.944842 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-7762b9f8-6135-4b6c-8a03-661c8c3e2431 tempest-TestMinimumBasicScenario-1125447718 tempest-TestMinimumBasicScenario-1125447718-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1094 time: 0.1968946 Aug 27 04:48:21.947031 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48762) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:21.952506 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'port_id': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:22.067411 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for floatingip, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:22.172980 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:22.286687 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Allocated IP 172.27.0.195 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/38290607-a3ee-42ab-8e8d-58af77ef0e56) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:22.417081 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:22.530753 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:22.586158 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:22.589375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:22.592986 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:48:22.626517 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'Port': ['ID=38290607-a3ee-42ab-8e8d-58af77ef0e56,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:23.016444 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820d009-5b4e-43f9-a045-dbe3dcad7fda req-9c556e69-75f6-4fab-906b-87116d68393e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:23.018594 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1820d009-5b4e-43f9-a045-dbe3dcad7fda req-9c556e69-75f6-4fab-906b-87116d68393e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.0542200 Aug 27 04:48:23.065864 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1820d009-5b4e-43f9-a045-dbe3dcad7fda req-70aa534d-20b6-485b-af7d-23efde810791 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396128 Aug 27 04:48:23.113079 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:23.244379 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-59cbf07c-12fe-416f-845a-9f97482cbf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:23.299358 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:23.451120 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:23.524804 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:23.593572 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'Port': ['ID=38290607-a3ee-42ab-8e8d-58af77ef0e56,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:23.607228 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:23.714249 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Floating IP 751fbc4b-4b6c-446a-8fcb-c896bab41256 associated. External IP: 172.27.0.195, port: 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d. Aug 27 04:48:23.920259 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:24.029438 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:24.040861 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] Sync routers for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:24.050020 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:24.050641 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:24.101128 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.143320 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-cb88e0e4-7728-4d65-9d82-5c7c52e2c556 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1927214 Aug 27 04:48:24.143320 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:24.144076 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48816) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:24.148239 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-9603f18b-1778-410b-885b-b2d2340f4aaf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244113350', 'description': 'tempest-secgroup-smoke-1244113350 description', 'project_id': '55642c30419042daa27ecdcf76f4e6a5'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:24.152083 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccb6b8a-397f-44a8-b26c-a81a3c438033" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:24.160780 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:24.189959 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbfa325-64f3-4738-98b0-acaec5b8e72b x-openstack-request-id: req-bcbfa325-64f3-4738-98b0-acaec5b8e72b {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:24.190119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:24.190375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcbfa325-64f3-4738-98b0-acaec5b8e72b {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:24.190768 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'status': 'completed', 'code': 200} Aug 27 04:48:24.217341 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25a637-26ad-4471-a548-c46f909ce4e9 req-e0faa581-35fb-4648-9eae-70d3073b3fe3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:24.218986 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3b25a637-26ad-4471-a548-c46f909ce4e9 req-e0faa581-35fb-4648-9eae-70d3073b3fe3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.0664215 Aug 27 04:48:24.262983 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3b25a637-26ad-4471-a548-c46f909ce4e9 req-f4de29dd-1fe4-4ca6-993b-e3094e8d6507 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Aug 27 04:48:24.278700 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9603f18b-1778-410b-885b-b2d2340f4aaf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.289155 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-eb32f653-1d12-4edf-a082-2a82280234af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:24.291245 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-eb32f653-1d12-4edf-a082-2a82280234af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1099 time: 0.0634151 Aug 27 04:48:24.378880 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9603f18b-1778-410b-885b-b2d2340f4aaf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.403706 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-54f41b94-e0d0-420e-b1a2-a813b859aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:24.405349 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-54f41b94-e0d0-420e-b1a2-a813b859aa41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 200 len: 916 time: 0.1003151 Aug 27 04:48:24.478940 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9603f18b-1778-410b-885b-b2d2340f4aaf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.484931 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-683391f9-3802-4e58-a50a-0102154a0257 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 1000 time: 0.0641799 Aug 27 04:48:24.511464 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603f18b-1778-410b-885b-b2d2340f4aaf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:24.524274 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '751fbc4b-4b6c-446a-8fcb-c896bab41256', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'port_id': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'mac_address': 'fa:16:3e:9a:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:48:22Z', 'updated_at': '2021-08-27T04:48:22Z', 'revision_number': 0, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:24.553118 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] Checking router: 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:24.560271 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-6ac857fe-9d3a-4e34-803f-b2cfc7c28ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:24.562269 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-6ac857fe-9d3a-4e34-803f-b2cfc7c28ee6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76972534-1667-4f31-9967-e79a79923497 HTTP/1.1" status: 200 len: 854 time: 0.0660515 Aug 27 04:48:24.564643 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:24.565282 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:47:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:24.581546 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9603f18b-1778-410b-885b-b2d2340f4aaf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.582830 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9603f18b-1778-410b-885b-b2d2340f4aaf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4381778 Aug 27 04:48:24.585682 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48826) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:24.590485 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-27e1fa33-7520-46eb-bfd6-fecec6a81a78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'security_group_rule': {'security_group_id': '42f9b91a-5516-4c2e-8744-c5e06c4ee8ae', 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:24.617465 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-2cc42b5b-abd3-4abd-8e34-3b0f2a52f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:24.619881 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-2cc42b5b-abd3-4abd-8e34-3b0f2a52f5ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8460dc-68e8-4a9c-b46c-fadf57a16149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483818 Aug 27 04:48:24.681225 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:24.695307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-27e1fa33-7520-46eb-bfd6-fecec6a81a78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.765989 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-aeddacc9-c3fd-4d0f-8bd1-f6308bd188bb service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205831 Aug 27 04:48:24.799277 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-27e1fa33-7520-46eb-bfd6-fecec6a81a78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.881108 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-56d1db9e-6da0-4b2d-b47e-758a34d378f7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:24.882814 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-56d1db9e-6da0-4b2d-b47e-758a34d378f7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.0584562 Aug 27 04:48:24.888130 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ccb6b8a-397f-44a8-b26c-a81a3c438033 req-7412c870-0514-4339-a19d-d1c88ea6adb9 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162603 Aug 27 04:48:24.909139 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-27e1fa33-7520-46eb-bfd6-fecec6a81a78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:24.943988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '751fbc4b-4b6c-446a-8fcb-c896bab41256', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'port_id': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'mac_address': 'fa:16:3e:9a:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:48:22Z', 'updated_at': '2021-08-27T04:48:22Z', 'revision_number': 0, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:24.949257 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1fa33-7520-46eb-bfd6-fecec6a81a78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb19073-e250-46a5-8e6f-1e45178181e0,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:24.975026 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0a9ce-5e93-4bf0-8e5a-1b672bccd992 None None] The sync data for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi is: [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '751fbc4b-4b6c-446a-8fcb-c896bab41256', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'port_id': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'mac_address': 'fa:16:3e:9a:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:48:22Z', 'updated_at': '2021-08-27T04:48:22Z', 'revision_number': 0, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:25.015284 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Deleting port bc5f03c6-6c24-491a-8672-be1f69f6c073 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:48:25.015626 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.063102 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-27e1fa33-7520-46eb-bfd6-fecec6a81a78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.064395 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-27e1fa33-7520-46eb-bfd6-fecec6a81a78 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4775000 Aug 27 04:48:25.067170 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48832) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:25.074870 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-722628df-33ca-4e71-ad07-9c9bc7ef6ddb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'security_group_rule': {'security_group_id': '42f9b91a-5516-4c2e-8744-c5e06c4ee8ae', 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:25.184118 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983b77d-6f95-4c8d-9643-df69a5201852 None None] New status for floating IP 751fbc4b-4b6c-446a-8fcb-c896bab41256: ACTIVE {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:48:25.432776 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] For port bc5f03c6-6c24-491a-8672-be1f69f6c073, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc5f03c6-6c24-491a-8672-be1f69f6c073,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:25.434829 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.443570 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e9a63-ea01-4eac-86f7-214043f0f2b3 req-b34961c0-9ea7-4c42-b39d-59bc9d76099a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:25.445428 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9e6e9a63-ea01-4eac-86f7-214043f0f2b3 req-b34961c0-9ea7-4c42-b39d-59bc9d76099a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 947 time: 0.0948975 Aug 27 04:48:25.553497 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-722628df-33ca-4e71-ad07-9c9bc7ef6ddb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.600525 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9e6e9a63-ea01-4eac-86f7-214043f0f2b3 req-fe21cb86-7e51-44c1-aa79-8d14a42259d5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=b88f378a-2c40-4b28-baad-7b83ede90fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432214 Aug 27 04:48:25.720158 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-722628df-33ca-4e71-ad07-9c9bc7ef6ddb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.739175 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.739567 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.739931 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Floating IP 6060e800-c216-4c63-bb75-c942957d111c disassociated. External IP: 172.27.0.7, port: bc5f03c6-6c24-491a-8672-be1f69f6c073. Aug 27 04:48:25.740322 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Calling delete_port for bc5f03c6-6c24-491a-8672-be1f69f6c073 owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:48:25.831947 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-2c0529b6-d9ff-48eb-ae5a-660cd3e7fef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.861357 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-722628df-33ca-4e71-ad07-9c9bc7ef6ddb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.890385 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722628df-33ca-4e71-ad07-9c9bc7ef6ddb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf9fe77-9855-47c9-be03-fa72e4466b88,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:25.982490 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-722628df-33ca-4e71-ad07-9c9bc7ef6ddb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.983738 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-722628df-33ca-4e71-ad07-9c9bc7ef6ddb tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9154754 Aug 27 04:48:25.984696 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:25.986605 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48844) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:25.993706 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-fc1b7c30-8de5-4e38-afc5-6d9eeadce631 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'security_group_rule': {'security_group_id': '42f9b91a-5516-4c2e-8744-c5e06c4ee8ae', 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:26.026669 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event deleted for resources: {'Port': ['ID=bc5f03c6-6c24-491a-8672-be1f69f6c073,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:26.044749 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.137853 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc1b7c30-8de5-4e38-afc5-6d9eeadce631 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.186814 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Router 65fee94a-0496-441a-9fcb-0a3cea7d0987 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:26.212130 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc1b7c30-8de5-4e38-afc5-6d9eeadce631 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.302478 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc1b7c30-8de5-4e38-afc5-6d9eeadce631 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.329252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b7c30-8de5-4e38-afc5-6d9eeadce631 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a36dcda-6c23-4362-b89e-78d7665e00eb,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:26.337065 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:26.348053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] Sync routers for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:26.358075 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:26.358988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:48:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:26.375998 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] No DVR routers for this DVR port bc5f03c6-6c24-491a-8672-be1f69f6c073 on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:48:26.378547 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.380598 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d9d489ea-83c2-450b-a48e-ec3308a4702a req-a41cde00-db06-4b38-9d93-68cd6f6aaa30 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "DELETE /v2.0/ports/bc5f03c6-6c24-491a-8672-be1f69f6c073 HTTP/1.1" status: 204 len: 173 time: 1.4799609 Aug 27 04:48:26.381076 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-deleted', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:26.384916 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7999f681-e6e6-4845-994c-2ea966b7495a" -d '{"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-deleted", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:26.407009 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fc1b7c30-8de5-4e38-afc5-6d9eeadce631 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.411436 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-fc1b7c30-8de5-4e38-afc5-6d9eeadce631 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4206872 Aug 27 04:48:26.411436 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48850) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:26.416238 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-643ca6e9-e1df-42dd-911c-20dcf40f7731 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'security_group_rule': {'security_group_id': '42f9b91a-5516-4c2e-8744-c5e06c4ee8ae', 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:26.427554 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339c51a5-f149-4484-8ab9-4431bb92d2b7 x-openstack-request-id: req-339c51a5-f149-4484-8ab9-4431bb92d2b7 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:26.427883 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0eb7ef-ecdb-4d96-ada8-71e748c6056d", "name": "network-vif-deleted", "tag": "bc5f03c6-6c24-491a-8672-be1f69f6c073", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:26.428139 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-339c51a5-f149-4484-8ab9-4431bb92d2b7 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:26.428598 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0eb7ef-ecdb-4d96-ada8-71e748c6056d', 'name': 'network-vif-deleted', 'tag': 'bc5f03c6-6c24-491a-8672-be1f69f6c073', 'status': 'completed', 'code': 200} Aug 27 04:48:26.486264 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:26.617701 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-643ca6e9-e1df-42dd-911c-20dcf40f7731 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.693964 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-643ca6e9-e1df-42dd-911c-20dcf40f7731 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.714010 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0e7ad2a2-1e5e-4d82-b39d-5d80e2adb870 req-2544ce2a-0cdd-436e-830c-d4b489d062a7 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d0eb7ef-ecdb-4d96-ada8-71e748c6056d HTTP/1.1" status: 200 len: 210 time: 0.0330017 Aug 27 04:48:26.729010 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:26.767390 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] Checking router: 65fee94a-0496-441a-9fcb-0a3cea7d0987 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:26.777897 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:26.778603 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:48:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:26.792885 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-643ca6e9-e1df-42dd-911c-20dcf40f7731 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.811938 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ca6e9-e1df-42dd-911c-20dcf40f7731 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d770eb3-ac56-4417-ae3a-c27f3af74b98,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:26.896109 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-643ca6e9-e1df-42dd-911c-20dcf40f7731 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:26.900405 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-643ca6e9-e1df-42dd-911c-20dcf40f7731 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4854763 Aug 27 04:48:26.901091 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48858) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:26.906911 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'security_group_rule': {'security_group_id': '42f9b91a-5516-4c2e-8744-c5e06c4ee8ae', 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:26.920759 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:26.993930 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.124990 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.securitygroups_db [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Project 55642c30419042daa27ecdcf76f4e6a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:48:27.131664 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.132066 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:27.166793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843276a-d38a-499d-ae3c-6d95964cd0f7 None None] The sync data for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi is: [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:27.214418 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.306170 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.325431 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe4c763-82b9-4ece-8d14-0e109a5acab2,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.416313 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.420565 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4ec9a18e-64b6-4484-8e44-3f293a3019dc tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5152743 Aug 27 04:48:27.421706 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48864) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:27.429115 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'security_group_rule': {'security_group_id': '42f9b91a-5516-4c2e-8744-c5e06c4ee8ae', 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:27.456039 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade8c127-dfdc-4405-b774-f770be4fccd3 None None] New status for floating IP 6060e800-c216-4c63-bb75-c942957d111c: DOWN {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:48:27.552110 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.securitygroups_db [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Project 55642c30419042daa27ecdcf76f4e6a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:48:27.560538 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.635331 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.712338 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.733153 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e4c1cc-7eca-4406-b44c-2ce16660240b,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:27.742503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48870) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:27.838148 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.839488 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0609b8c0-0ef7-4962-9143-017ecf6a656d tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4162116 Aug 27 04:48:27.874682 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e69-770b-4759-b973-87691e5cc370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:27.919916 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48884) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:27.961943 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-2f406164-ca49-4d87-9d16-7d74dc651c29 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244113350&fields=id&tenant_id=55642c30419042daa27ecdcf76f4e6a5 HTTP/1.1" status: 200 len: 267 time: 0.0616739 Aug 27 04:48:28.014310 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3ad94cc1-c4eb-484b-ba05-c4d9c077ca8d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.041023 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e69-770b-4759-b973-87691e5cc370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.049663 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3ad94cc1-c4eb-484b-ba05-c4d9c077ca8d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.052934 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-51319109-d68c-49bd-8a2b-1fe9a0cbb725 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:28.062437 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-51319109-d68c-49bd-8a2b-1fe9a0cbb725 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0885577 Aug 27 04:48:28.068344 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'port': {'security_groups': ['60d99493-9f3d-4c64-91d0-c11c239dffe3', '42f9b91a-5516-4c2e-8744-c5e06c4ee8ae']}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:28.132448 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e69-770b-4759-b973-87691e5cc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.165742 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.190688 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e74e69-770b-4759-b973-87691e5cc370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c3bb83-49f1-41b8-82ed-3bfe00729354,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:28.192802 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3ad94cc1-c4eb-484b-ba05-c4d9c077ca8d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.198943 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3ad94cc1-c4eb-484b-ba05-c4d9c077ca8d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.199133 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-60e74e69-770b-4759-b973-87691e5cc370 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5dd823e4656a4d49957c3941a0192cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530172 Aug 27 04:48:28.199236 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-3ad94cc1-c4eb-484b-ba05-c4d9c077ca8d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "DELETE /v2.0/security-groups/b88f378a-2c40-4b28-baad-7b83ede90fc4 HTTP/1.1" status: 204 len: 168 time: 0.2750926 Aug 27 04:48:28.201477 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48886) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:28.202136 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 48888) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:28.235662 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.api.v2.resource [None req-df5031cd-b19a-485a-9c62-6ca82d29f792 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] show failed (client error): The resource could not be found. Aug 27 04:48:28.236725 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-df5031cd-b19a-485a-9c62-6ca82d29f792 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups/b88f378a-2c40-4b28-baad-7b83ede90fc4 HTTP/1.1" status: 404 len: 347 time: 0.0309167 Aug 27 04:48:28.239550 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad94cc1-c4eb-484b-ba05-c4d9c077ca8d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88f378a-2c40-4b28-baad-7b83ede90fc4,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:28.245699 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48892) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:28.297538 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2be7-cecc-4360-aa75-bd9a63c07b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.321137 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2be7-cecc-4360-aa75-bd9a63c07b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.467757 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2be7-cecc-4360-aa75-bd9a63c07b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.470953 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2be7-cecc-4360-aa75-bd9a63c07b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.472616 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e0ff2be7-cecc-4360-aa75-bd9a63c07b0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58c3bb83-49f1-41b8-82ed-3bfe00729354 HTTP/1.1" status: 204 len: 168 time: 0.2695255 Aug 27 04:48:28.483411 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff2be7-cecc-4360-aa75-bd9a63c07b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c3bb83-49f1-41b8-82ed-3bfe00729354,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:28.534870 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:48:28.566524 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: bc5f03c6-6c24-491a-8672-be1f69f6c073 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:48:28.567260 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device bc5f03c6-6c24-491a-8672-be1f69f6c073 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:48:28.569460 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.774168 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Deleting port 7050a79c-850d-4321-8388-dba96d033a7e {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:48:28.780132 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.853112 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:28.909460 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.912441 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.912843 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:28.927966 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Calling delete_port for 7050a79c-850d-4321-8388-dba96d033a7e owned by network:floatingip {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:48:29.026671 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.038364 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:48:29.094879 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:29.095514 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.096942 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d69d5847-858a-4bc2-baf9-6a448ea355b0 req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "PUT /v2.0/ports/4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 982 time: 1.0333600 Aug 27 04:48:29.100890 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:29.103661 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:29.142006 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b2be0-ada2-45b6-a27c-6717215ddac9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=6']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:29.157328 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7f26da-1ab6-40b6-8cc9-d8851454b841 x-openstack-request-id: req-7f7f26da-1ab6-40b6-8cc9-d8851454b841 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:29.157700 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:29.158053 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f7f26da-1ab6-40b6-8cc9-d8851454b841 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:29.158983 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'status': 'completed', 'code': 200} Aug 27 04:48:29.199138 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.205573 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:48:29.248915 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event deleted for resources: {'Port': ['ID=7050a79c-850d-4321-8388-dba96d033a7e,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:29.328390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.337968 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.337968 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0456f614-6e01-4fcb-a17e-ed0e0fe7606f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "DELETE /v2.0/floatingips/6060e800-c216-4c63-bb75-c942957d111c HTTP/1.1" status: 204 len: 168 time: 1.0874119 Aug 27 04:48:29.338866 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-7b9f5ada-37ee-44a2-a726-6b82cbbdb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:29.338866 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-7b9f5ada-37ee-44a2-a726-6b82cbbdb0f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1138 time: 0.1526849 Aug 27 04:48:29.361548 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cc92e-6f41-4248-a9cf-68c4c770d194 req-0cc64e85-79f8-4c3b-a076-f6c4e29d7a0a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:29.369637 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f6cc92e-6f41-4248-a9cf-68c4c770d194 req-0cc64e85-79f8-4c3b-a076-f6c4e29d7a0a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.1779993 Aug 27 04:48:29.524862 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f6cc92e-6f41-4248-a9cf-68c4c770d194 req-82daa9d0-dac7-4287-b1a1-e31ef325cf4f tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543455 Aug 27 04:48:29.527757 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-415cfeec-428a-4598-9b04-933a1b11abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:29.529195 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-415cfeec-428a-4598-9b04-933a1b11abaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 200 len: 916 time: 0.1807618 Aug 27 04:48:29.558208 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-0c161a61-0f17-4cb7-ab8e-19b546afd240 None None] Provisioning complete for port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:29.558764 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-0c161a61-0f17-4cb7-ab8e-19b546afd240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.604237 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-c8060db1-3228-4990-943c-5ff81578eb18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 1002 time: 0.0663695 Aug 27 04:48:29.657297 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-cf280c58-98f5-4d67-b0ab-9517f1c96bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:29.658811 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-cf280c58-98f5-4d67-b0ab-9517f1c96bc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76972534-1667-4f31-9967-e79a79923497 HTTP/1.1" status: 200 len: 854 time: 0.0471656 Aug 27 04:48:29.669086 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48920) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:29.674537 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-6d93dd8f-0c93-4ae4-bc46-dc26ed53823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391766440', 'description': 'tempest-description--1783859399'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:29.710263 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-03648126-18eb-4234-97c8-f01059970ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:29.712334 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-03648126-18eb-4234-97c8-f01059970ee4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8460dc-68e8-4a9c-b46c-fadf57a16149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459132 Aug 27 04:48:29.760561 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6d93dd8f-0c93-4ae4-bc46-dc26ed53823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.821187 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-435ff883-777c-4f34-aac6-a60c87e9bbf1 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992105 Aug 27 04:48:29.857474 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6d93dd8f-0c93-4ae4-bc46-dc26ed53823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.920620 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8bec5ae-8add-4d94-aeb2-6f6bb2b7d6d0 req-f2d277ee-5543-4205-b6b5-6bd61529bf2f service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Aug 27 04:48:29.930812 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6d93dd8f-0c93-4ae4-bc46-dc26ed53823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:29.959576 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93dd8f-0c93-4ae4-bc46-dc26ed53823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f20aa03-220c-47cb-91a0-44c5ef74c069,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:30.082812 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6d93dd8f-0c93-4ae4-bc46-dc26ed53823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.084102 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6d93dd8f-0c93-4ae4-bc46-dc26ed53823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4136052 Aug 27 04:48:30.086950 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48926) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:30.091356 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-c74c5320-d9fe-4b9a-b7f9-a09267604e1c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'security_group_rule': {'security_group_id': '0f20aa03-220c-47cb-91a0-44c5ef74c069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:30.203297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c74c5320-d9fe-4b9a-b7f9-a09267604e1c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.260945 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c74c5320-d9fe-4b9a-b7f9-a09267604e1c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.341276 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c74c5320-d9fe-4b9a-b7f9-a09267604e1c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.359096 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c5320-d9fe-4b9a-b7f9-a09267604e1c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dffec53-968f-427c-a866-547dba7092c4,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:30.421518 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c74c5320-d9fe-4b9a-b7f9-a09267604e1c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.423045 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c74c5320-d9fe-4b9a-b7f9-a09267604e1c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348942 Aug 27 04:48:30.425501 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48928) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:30.430686 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-9a4f80e7-9252-4455-9e60-efc725291748 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'security_group_rule': {'security_group_id': '0f20aa03-220c-47cb-91a0-44c5ef74c069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:30.512167 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a4f80e7-9252-4455-9e60-efc725291748 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.567818 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a4f80e7-9252-4455-9e60-efc725291748 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.644461 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a4f80e7-9252-4455-9e60-efc725291748 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.662132 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f80e7-9252-4455-9e60-efc725291748 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5d5713-fe27-4eae-986b-9a3c99df783b,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:30.747390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a4f80e7-9252-4455-9e60-efc725291748 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:30.748656 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-9a4f80e7-9252-4455-9e60-efc725291748 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222113 Aug 27 04:48:30.751692 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 48930) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:30.756111 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:30.913240 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.011686 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.117301 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Allocated IP 172.27.0.99 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/0f9cbd30-0d14-4656-9543-a81fdf5db172) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:31.220021 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.322826 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.359094 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:31.363726 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:31.367236 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:48:31.389121 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'Port': ['ID=0f9cbd30-0d14-4656-9543-a81fdf5db172,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:31.450453 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.556338 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.701248 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.912764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:31.984371 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'Port': ['ID=0f9cbd30-0d14-4656-9543-a81fdf5db172,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:31.994430 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:32.112815 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:32.114142 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-3f88220e-88cb-417f-b9de-f84ba07498fc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3615265 Aug 27 04:48:32.307226 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-0f447f72-99de-4ac0-8d5a-bdc3dd6537ae tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--391766440&fields=id&tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 267 time: 0.0337982 Aug 27 04:48:32.413395 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-405b74ac-aa0b-4821-8b33-014aef08e6a5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:32.414878 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-405b74ac-aa0b-4821-8b33-014aef08e6a5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 817 time: 0.1010942 Aug 27 04:48:32.429341 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5d967b2a-5c51-45a8-85fc-190bb0461df2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/quotas/2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 375 time: 0.0088289 Aug 27 04:48:32.480587 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-81ea757f-eb0f-4c14-bf15-c03172fb92aa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456746 Aug 27 04:48:32.572256 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-3c42d893-066d-4fad-8d17-8722b752f74d service neutron] 10.222.0.25 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801370 Aug 27 04:48:32.660492 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-731f867c-ae6d-4f8f-9603-d7e465b13cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823863 Aug 27 04:48:33.065290 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8e28bb71-870b-4585-acb2-45866051e524 req-812aeb4e-22ca-4053-9a59-948bd97107a5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 210 time: 0.0282876 Aug 27 04:48:34.172467 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fbadc497-c73d-4e52-a450-f6fefa304ad3 req-c2549768-9dde-4e02-b11d-50267a929c88 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 210 time: 0.0292048 Aug 27 04:48:35.104268 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-59b3709e-b1a2-43f4-b7fa-a1c1fa12d22a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:35.105847 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-59b3709e-b1a2-43f4-b7fa-a1c1fa12d22a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 817 time: 0.1117244 Aug 27 04:48:35.154657 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-6f5a9724-6efe-4a6e-af82-244a146326d3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 379 time: 0.0370615 Aug 27 04:48:35.164672 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'port': {'device_id': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'admin_state_up': True, 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'security_groups': ['0f20aa03-220c-47cb-91a0-44c5ef74c069']}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:35.297002 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a35aaab1-e0c9-4ba3-ac6e-f0f0bc5f6ea8 req-1bf4d6c5-93fe-4e63-8085-050f147bc640 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 210 time: 0.0396662 Aug 27 04:48:35.410418 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Made reservation on behalf of 2252ab66f4f64fa5a5d8fcb7ace33509 for: {'port': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:48:35.414440 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:35.547502 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Allocated IP 172.20.0.6 (cfee3453-5583-48a6-bcf0-d538e9a08449/ec03569a-2e6f-4093-a041-39e1ace35ea0/44190b6b-70e8-4bfb-9b3b-aeea070ca2ff) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:48:35.678142 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:35.692340 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Transition to ACTIVE for port object 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff will not be triggered until provisioned by entity DHCP. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:48:35.791540 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:35.838023 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Network cfee3453-5583-48a6-bcf0-d538e9a08449 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:48:35.843108 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:48:35.846843 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:48:35.854013 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:35.905550 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:35.905550 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:35.982120 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5ce198cd-4837-417a-8fe0-339ab8647132 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8211613 Aug 27 04:48:35.994637 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Request body: {'port': {'device_id': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:36.048733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:36.174105 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-1aceb9eb-94fe-4046-845f-7c4eca61bd20 None None] Provisioning for port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:48:36.178252 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-1aceb9eb-94fe-4046-845f-7c4eca61bd20 None None] Provisioning complete for port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:36.178641 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1aceb9eb-94fe-4046-845f-7c4eca61bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:36.214113 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb9eb-94fe-4046-845f-7c4eca61bd20 None None] Port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:48:36.314846 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff {{(pid=101015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:48:36.326174 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:36.341263 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Transition to ACTIVE for port object 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff will not be triggered until provisioned by entity L2. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:48:36.418697 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aefc22-9a7a-4b3f-a6b4-5b180bd96ebe req-1d8cc9c8-7968-4fb1-8b36-30f54d929509 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:36.420212 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-91aefc22-9a7a-4b3f-a6b4-5b180bd96ebe req-1d8cc9c8-7968-4fb1-8b36-30f54d929509 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 931 time: 0.0503206 Aug 27 04:48:36.439714 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:36.504795 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-91aefc22-9a7a-4b3f-a6b4-5b180bd96ebe req-17bbb586-52ea-439d-a86c-0c435ea32b78 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784032 Aug 27 04:48:36.505855 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:36.581704 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Attempting to bind port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:48:36.582057 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Attempting to bind port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:48:36.582443 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Attempting to bind port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff on network cfee3453-5583-48a6-bcf0-d538e9a08449 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:48:36.587590 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff on network cfee3453-5583-48a6-bcf0-d538e9a08449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:48:36.587920 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Attempting to bind port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff on network cfee3453-5583-48a6-bcf0-d538e9a08449 {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:48:36.592997 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:48:36.593271 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Checking segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:48:36.593670 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Bound using segment: {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'} {{(pid=101015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:48:36.594104 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.managers [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Bound port: 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780a8680-333b-4f5b-966d-09249c566057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449'}}] {{(pid=101015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:48:36.594471 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:36.661445 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, cleared binding levels {{(pid=101015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:48:36.664683 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:48:36.762830 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:36.792201 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:36.792793 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:36.794159 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] 10.222.0.43 "PUT /v2.0/ports/44190b6b-70e8-4bfb-9b3b-aeea070ca2ff HTTP/1.1" status: 200 len: 1093 time: 0.8039887 Aug 27 04:48:36.794587 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:36.797138 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fc8e36-9e15-4b5b-be59-fb4a13c902b9" -d '{"events": [{"name": "network-changed", "server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:36.830551 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183c7b4-465f-480b-af0a-7c8af6801944 service neutron] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=3']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:36.839921 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4c3919-7e48-4ac3-926c-ac9b394e19bb x-openstack-request-id: req-fc4c3919-7e48-4ac3-926c-ac9b394e19bb {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:36.840215 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:36.840500 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc4c3919-7e48-4ac3-926c-ac9b394e19bb {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:36.840905 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'status': 'completed', 'code': 200} Aug 27 04:48:36.907799 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8e36-9e15-4b5b-be59-fb4a13c902b9 req-d644287a-ea22-477a-bd66-bf3f7364be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:36.909470 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-42fc8e36-9e15-4b5b-be59-fb4a13c902b9 req-d644287a-ea22-477a-bd66-bf3f7364be7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 1096 time: 0.0454543 Aug 27 04:48:37.017231 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8e36-9e15-4b5b-be59-fb4a13c902b9 req-ac87a7a9-b350-4f4d-904c-5b4b54bb5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:37.018699 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-42fc8e36-9e15-4b5b-be59-fb4a13c902b9 req-ac87a7a9-b350-4f4d-904c-5b4b54bb5c21 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1000948 Aug 27 04:48:37.117805 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8e36-9e15-4b5b-be59-fb4a13c902b9 req-1858aa2d-50d6-4cd6-91df-a86c9794a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:37.119234 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-42fc8e36-9e15-4b5b-be59-fb4a13c902b9 req-1858aa2d-50d6-4cd6-91df-a86c9794a759 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916283 Aug 27 04:48:37.201720 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-96d76f54-7b2b-426e-bfc9-36342afec180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:37.203106 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-96d76f54-7b2b-426e-bfc9-36342afec180 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 1096 time: 0.0408831 Aug 27 04:48:37.245638 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-fee2d2fb-0fcb-4884-bf54-0548b34a10ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff HTTP/1.1" status: 200 len: 217 time: 0.0340495 Aug 27 04:48:37.629817 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aea2b-9611-48f0-a510-2a11dd68eb42 req-90e9358a-1952-4ca5-8a26-a6e22ed8ebe1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:37.631288 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b73aea2b-9611-48f0-a510-2a11dd68eb42 req-90e9358a-1952-4ca5-8a26-a6e22ed8ebe1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0493402 Aug 27 04:48:37.669866 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b73aea2b-9611-48f0-a510-2a11dd68eb42 req-63adc1db-090b-4633-b913-a08923c5e0b0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Aug 27 04:48:38.174420 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-081cca10-8680-4d19-9c02-0894b0b45745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:38.184945 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-081cca10-8680-4d19-9c02-0894b0b45745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0561717 Aug 27 04:48:38.785796 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b6d85-8fd6-44c8-bb56-078d0fdd308a req-961b7f67-e988-4ad9-a790-c5adcff64708 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:38.787255 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-486b6d85-8fd6-44c8-bb56-078d0fdd308a req-961b7f67-e988-4ad9-a790-c5adcff64708 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0470440 Aug 27 04:48:38.828557 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-486b6d85-8fd6-44c8-bb56-078d0fdd308a req-c9096052-047b-4504-bab3-ec80a17a5a37 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348401 Aug 27 04:48:39.948736 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a175ec-c34f-4e7e-b6c9-726ba00df2bc req-bc8f5524-05f1-40a7-bd4d-509edf66faf2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:39.950158 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-22a175ec-c34f-4e7e-b6c9-726ba00df2bc req-bc8f5524-05f1-40a7-bd4d-509edf66faf2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0488160 Aug 27 04:48:39.984693 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-c60ff332-da7a-4fa2-a0c1-f0f6ced1bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:39.988711 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-c60ff332-da7a-4fa2-a0c1-f0f6ced1bae8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452247 Aug 27 04:48:39.991333 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-22a175ec-c34f-4e7e-b6c9-726ba00df2bc req-f8f82176-2451-4135-b48b-9bcb86cf3612 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350120 Aug 27 04:48:40.079819 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-49700d95-ff7d-44e4-bce0-a6e919942b23 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820799 Aug 27 04:48:40.173513 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4b9312be-6ac4-4afb-aa33-858d5223b888 req-5de435a9-2fb8-48ab-8a1a-aa9085a171d3 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 Aug 27 04:48:40.316507 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:48:41.111460 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6ea3b-b277-43f8-b620-bea98d97134d req-96b3459e-ba31-451b-8414-deb86114746e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:41.112975 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-35e6ea3b-b277-43f8-b620-bea98d97134d req-96b3459e-ba31-451b-8414-deb86114746e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0485282 Aug 27 04:48:41.151702 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-35e6ea3b-b277-43f8-b620-bea98d97134d req-ca08da48-7661-4d84-bd20-32bc3eb407fb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Aug 27 04:48:42.274930 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2868d-6270-4ef6-9802-ef83e2190efb req-20c94e5f-dac9-4d79-b325-f591c9959ada tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:42.276477 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e7b2868d-6270-4ef6-9802-ef83e2190efb req-20c94e5f-dac9-4d79-b325-f591c9959ada tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0506887 Aug 27 04:48:42.318940 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e7b2868d-6270-4ef6-9802-ef83e2190efb req-e6d0d0cc-97b8-4acb-bdab-168460c2d42b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365903 Aug 27 04:48:42.613463 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:48:42.707652 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:42.722783 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'port_id': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'mac_address': 'fa:16:3e:8f:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:48:42.761482 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:42.774312 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:48:42.793509 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:42.887902 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:42.936056 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:43.169098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:48:43.436915 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cfbfb-49cb-4d7c-9b34-86fb7f688b8d req-7187772c-e3c9-489d-8a6d-12739457823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:43.438318 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-634cfbfb-49cb-4d7c-9b34-86fb7f688b8d req-7187772c-e3c9-489d-8a6d-12739457823d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 944 time: 0.0490518 Aug 27 04:48:43.475458 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-634cfbfb-49cb-4d7c-9b34-86fb7f688b8d req-2aa0d601-4e7e-41c1-a486-ed0eccaf62da tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311983 Aug 27 04:48:44.345083 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:44.591024 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d864f-a713-4a47-9737-fa573a939de1 req-c1fc2b08-2833-4079-a83a-1b95e73c8d42 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:44.592495 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-491d864f-a713-4a47-9737-fa573a939de1 req-c1fc2b08-2833-4079-a83a-1b95e73c8d42 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 944 time: 0.0465569 Aug 27 04:48:44.630115 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-491d864f-a713-4a47-9737-fa573a939de1 req-9d398488-2708-4510-8b7b-5fb928507212 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Aug 27 04:48:44.644182 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:48:44.796364 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:48:44.800694 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:48:44.801099 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:44.879872 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:44.902590 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:44.904968 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fb4d86-7bd2-421a-9e49-c9508af75af0" -d '{"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-plugged", "status": "completed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:44.917864 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:48:44.942346 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caaa1f9-bb97-4af6-95b8-c18bc33088c8 x-openstack-request-id: req-4caaa1f9-bb97-4af6-95b8-c18bc33088c8 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:44.942640 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-plugged", "status": "completed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:44.942902 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4caaa1f9-bb97-4af6-95b8-c18bc33088c8 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:44.943302 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'code': 200} Aug 27 04:48:45.025191 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:45.071930 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:45.324878 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39fea3-aeef-47a5-b386-1bf203bef35c req-7cb918f8-8165-4a61-8083-1497275f4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:45.326261 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dc39fea3-aeef-47a5-b386-1bf203bef35c req-7cb918f8-8165-4a61-8083-1497275f4489 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 1098 time: 0.0391312 Aug 27 04:48:45.361411 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dc39fea3-aeef-47a5-b386-1bf203bef35c req-24583fea-0034-44ce-b582-d360edbe2791 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274954 Aug 27 04:48:45.747785 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1efa80-2213-4979-9ba6-619f272a05c0 req-748de718-5897-4fae-8241-2e64bf09e070 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:45.749282 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2c1efa80-2213-4979-9ba6-619f272a05c0 req-748de718-5897-4fae-8241-2e64bf09e070 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Aug 27 04:48:45.786837 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2c1efa80-2213-4979-9ba6-619f272a05c0 req-7190d09e-a067-421a-b4d4-74d62a4a9048 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Aug 27 04:48:46.449230 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49078) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:46.552935 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-df6f1024-3804-4654-907f-af3ace08a4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:46.643199 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-df6f1024-3804-4654-907f-af3ace08a4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:46.723550 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-df6f1024-3804-4654-907f-af3ace08a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:46.763152 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-df6f1024-3804-4654-907f-af3ace08a4e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b5b248e232740e0b2f4072492ec0b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127830 Aug 27 04:48:46.764022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f1024-3804-4654-907f-af3ace08a4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81add32e-7428-4697-bf6b-aaa37389b2c7,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:46.765878 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49084) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:46.814573 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1930-df48-4ca9-b38f-c6954d640002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:46.836878 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1930-df48-4ca9-b38f-c6954d640002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:46.906541 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f49daa-e0a4-498c-9e0b-e0e257f127ad req-19227ca1-6227-4d83-8ac7-3441d2970120 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:46.908028 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82f49daa-e0a4-498c-9e0b-e0e257f127ad req-19227ca1-6227-4d83-8ac7-3441d2970120 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0485663 Aug 27 04:48:46.946403 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82f49daa-e0a4-498c-9e0b-e0e257f127ad req-fcf93e06-1aff-4ec6-a77e-229a8b4bcf78 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Aug 27 04:48:46.963660 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1930-df48-4ca9-b38f-c6954d640002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:46.966334 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1930-df48-4ca9-b38f-c6954d640002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:46.967594 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-7e6f1930-df48-4ca9-b38f-c6954d640002 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81add32e-7428-4697-bf6b-aaa37389b2c7 HTTP/1.1" status: 204 len: 168 time: 0.2006800 Aug 27 04:48:46.976183 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f1930-df48-4ca9-b38f-c6954d640002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81add32e-7428-4697-bf6b-aaa37389b2c7,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:48:47.074793 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109619b-8878-4eed-9d94-b166fa8c1513 req-52add228-25df-4803-b9dc-e72e52c7b9de tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:47.076165 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c109619b-8878-4eed-9d94-b166fa8c1513 req-52add228-25df-4803-b9dc-e72e52c7b9de tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0471892 Aug 27 04:48:47.084752 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49092) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:48:47.090011 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Request body: {'floatingip': {'port_id': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:48:47.127909 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:47.599163 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:47.729299 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:47.832456 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Floating IP c09ae282-263b-4393-bd16-cd935abc2d58 associated. External IP: 172.27.0.99, port: 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff. Aug 27 04:48:48.039128 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Router 65fee94a-0496-441a-9fcb-0a3cea7d0987 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:48:48.150262 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:48:48.155350 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:48.162173 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] Sync routers for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:48:48.173927 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:48.175060 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:48:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:48.193142 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6bc54354-5023-4b91-8245-c51510becd5d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "PUT /v2.0/floatingips/c09ae282-263b-4393-bd16-cd935abc2d58 HTTP/1.1" status: 200 len: 990 time: 1.1041896 Aug 27 04:48:48.193142 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:48:48.193433 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2009c371-025c-497d-bfac-abc3763626e2" -d '{"events": [{"name": "network-changed", "server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:48:48.327769 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17fed84-2688-4aab-8a0a-921ed327e54c x-openstack-request-id: req-c17fed84-2688-4aab-8a0a-921ed327e54c {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:48:48.327769 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:48:48.327769 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c17fed84-2688-4aab-8a0a-921ed327e54c {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:48:48.327769 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'status': 'completed', 'code': 200} Aug 27 04:48:48.328468 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c371-025c-497d-bfac-abc3763626e2 req-f622190d-e2bd-4e1d-ba34-158680863190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:48.328468 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2009c371-025c-497d-bfac-abc3763626e2 req-f622190d-e2bd-4e1d-ba34-158680863190 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 1098 time: 0.0423293 Aug 27 04:48:48.413891 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:48.433223 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c371-025c-497d-bfac-abc3763626e2 req-0f97aaf5-b479-48fe-b531-30f6e029b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:48.434781 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2009c371-025c-497d-bfac-abc3763626e2 req-0f97aaf5-b479-48fe-b531-30f6e029b928 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.1001091 Aug 27 04:48:48.504083 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2009c371-025c-497d-bfac-abc3763626e2 req-92f3ccca-84fc-45b8-99c1-bd2e231fa03c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff HTTP/1.1" status: 200 len: 998 time: 0.0615518 Aug 27 04:48:48.559417 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c371-025c-497d-bfac-abc3763626e2 req-62098e69-2ec3-44ea-9181-a6ff35e9d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:48.560948 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2009c371-025c-497d-bfac-abc3763626e2 req-62098e69-2ec3-44ea-9181-a6ff35e9d721 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0481787 Aug 27 04:48:48.609047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c371-025c-497d-bfac-abc3763626e2 req-449c921c-19e0-4e16-a3c3-ad891179ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:48:48.611085 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2009c371-025c-497d-bfac-abc3763626e2 req-449c921c-19e0-4e16-a3c3-ad891179ff47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423436 Aug 27 04:48:48.648204 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': 'c09ae282-263b-4393-bd16-cd935abc2d58', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'port_id': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'mac_address': 'fa:16:3e:8f:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:48:31Z', 'updated_at': '2021-08-27T04:48:47Z', 'revision_number': 1, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:48.675086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] Checking router: 65fee94a-0496-441a-9fcb-0a3cea7d0987 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:48:48.684098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:48:48.684931 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:48:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:48.718723 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2009c371-025c-497d-bfac-abc3763626e2 req-543ed563-f144-40e3-a871-cad8002f6942 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009667 Aug 27 04:48:48.793947 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:48:48.814371 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2009c371-025c-497d-bfac-abc3763626e2 req-d32635ef-253d-4b19-aefb-10008a954b7d service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885618 Aug 27 04:48:49.029912 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': 'c09ae282-263b-4393-bd16-cd935abc2d58', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'port_id': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'mac_address': 'fa:16:3e:8f:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:48:31Z', 'updated_at': '2021-08-27T04:48:47Z', 'revision_number': 1, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:48:49.060777 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d64f1-1b6c-4b8f-87fe-bf42fcfde49f None None] The sync data for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi is: [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': 'c09ae282-263b-4393-bd16-cd935abc2d58', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'port_id': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'mac_address': 'fa:16:3e:8f:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:48:31Z', 'updated_at': '2021-08-27T04:48:47Z', 'revision_number': 1, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:48:49.238339 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28598a62-9689-47f4-a570-65f430782f4e None None] New status for floating IP c09ae282-263b-4393-bd16-cd935abc2d58: ACTIVE {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:48:53.221141 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-7b8016a2-ca7a-487a-90d0-63c2310abda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:55.824442 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f1066c7d-e2c3-4d1f-8580-3015886cc800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:56.014982 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:56.917858 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:48:58.532607 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:00.450757 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec2579-118d-42b5-b077-93206a573efe req-207b3e25-9f35-4bdf-b043-d2e2ab9b7fe7 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:00.452294 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-60ec2579-118d-42b5-b077-93206a573efe req-207b3e25-9f35-4bdf-b043-d2e2ab9b7fe7 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0503080 Aug 27 04:49:00.494757 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-60ec2579-118d-42b5-b077-93206a573efe req-28f25ba7-2cc2-4961-859f-e7de9b597833 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355895 Aug 27 04:49:00.520908 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-258e49d9-c787-4b66-b80c-acb3e55698e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:00.522524 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-258e49d9-c787-4b66-b80c-acb3e55698e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1138 time: 0.0418527 Aug 27 04:49:00.617784 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-5a08588f-0f3c-4cbd-ad3c-b4e5d8891e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:00.619211 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-5a08588f-0f3c-4cbd-ad3c-b4e5d8891e13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 200 len: 916 time: 0.0875964 Aug 27 04:49:00.686617 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-eafc1361-0dec-41ea-96e1-43e562a3738e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 1002 time: 0.0595491 Aug 27 04:49:00.740055 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-f0f95a60-76ce-4b07-b848-61dc92571714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:00.741517 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-f0f95a60-76ce-4b07-b848-61dc92571714 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76972534-1667-4f31-9967-e79a79923497 HTTP/1.1" status: 200 len: 854 time: 0.0455010 Aug 27 04:49:00.791772 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-6ebfa891-1a17-48ab-a192-3f8f477125c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:00.793246 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-6ebfa891-1a17-48ab-a192-3f8f477125c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8460dc-68e8-4a9c-b46c-fadf57a16149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438271 Aug 27 04:49:00.886012 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-abe28f9c-cedc-477f-ae95-e35b76441918 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812621 Aug 27 04:49:01.230479 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-21a1db0f-c270-4d4e-82da-661836c1e57b req-71246784-274c-4522-88a4-e339f62d714d service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360603 Aug 27 04:49:01.614359 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b03f0-5090-4798-b017-3e2ae5307c40 req-e87abf42-f67f-485f-a4ee-6ddb1efe9001 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:01.615830 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-747b03f0-5090-4798-b017-3e2ae5307c40 req-e87abf42-f67f-485f-a4ee-6ddb1efe9001 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0499091 Aug 27 04:49:01.661910 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-747b03f0-5090-4798-b017-3e2ae5307c40 req-8df6b213-3400-4845-bba1-158ef9689238 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372891 Aug 27 04:49:02.779195 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f3b5-097b-4096-a58a-9ca6f4f8cd1e req-2ad0011b-0d0d-4f21-abc7-caf85a524642 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:02.780682 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2d92f3b5-097b-4096-a58a-9ca6f4f8cd1e req-2ad0011b-0d0d-4f21-abc7-caf85a524642 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0491996 Aug 27 04:49:02.819436 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2d92f3b5-097b-4096-a58a-9ca6f4f8cd1e req-37d42fa2-5802-4d85-83f6-60e8b86073e5 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327220 Aug 27 04:49:03.939036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845adc-3afb-4d43-87f4-705054483ef6 req-91d7467c-00a1-4d40-921e-52562e251b20 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:03.940547 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c1845adc-3afb-4d43-87f4-705054483ef6 req-91d7467c-00a1-4d40-921e-52562e251b20 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0512669 Aug 27 04:49:03.981922 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c1845adc-3afb-4d43-87f4-705054483ef6 req-0ade1f98-f53e-4d05-917d-ce51a1023820 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353057 Aug 27 04:49:05.097493 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca506-1ffe-4e11-a747-3d00146507fd req-9a9ca829-57aa-4d37-8a6c-d1c015ef063b tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:05.098995 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-60dca506-1ffe-4e11-a747-3d00146507fd req-9a9ca829-57aa-4d37-8a6c-d1c015ef063b tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0495508 Aug 27 04:49:05.140279 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-60dca506-1ffe-4e11-a747-3d00146507fd req-6ab916ec-c267-48cf-a32f-a3881b0adf64 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349758 Aug 27 04:49:06.253904 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5875161-a39b-43f8-a614-a3d918f77e70 req-2b20a9d9-e89d-42ce-acdf-443a37c42910 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:06.255497 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d5875161-a39b-43f8-a614-a3d918f77e70 req-2b20a9d9-e89d-42ce-acdf-443a37c42910 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0487831 Aug 27 04:49:06.296924 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d5875161-a39b-43f8-a614-a3d918f77e70 req-d9cf9502-db89-4b94-8ec7-146879527947 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341468 Aug 27 04:49:07.574323 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcb66a-9a8a-4e8d-a8e7-84ab8f00be63 req-cab2e000-fb31-4fc3-836a-0925ee8aa7be tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:07.576051 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dedcb66a-9a8a-4e8d-a8e7-84ab8f00be63 req-cab2e000-fb31-4fc3-836a-0925ee8aa7be tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.2109694 Aug 27 04:49:07.616703 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dedcb66a-9a8a-4e8d-a8e7-84ab8f00be63 req-4e08345c-58d5-4363-bcb4-83b4729df924 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344396 Aug 27 04:49:08.731040 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982d92-e4a2-4924-a43f-c34d68c47d9e req-18a93934-9b07-4456-8353-819d2094a3b8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:08.732551 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-34982d92-e4a2-4924-a43f-c34d68c47d9e req-18a93934-9b07-4456-8353-819d2094a3b8 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0482864 Aug 27 04:49:08.774753 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-34982d92-e4a2-4924-a43f-c34d68c47d9e req-100c1f38-086c-4e42-aa41-4110c9f23e82 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353155 Aug 27 04:49:09.897491 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75783a-797d-4699-a5ca-f3f812cc628f req-f680318d-ee94-4d6b-9bdb-dd36f75f82b9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:09.899647 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8b75783a-797d-4699-a5ca-f3f812cc628f req-f680318d-ee94-4d6b-9bdb-dd36f75f82b9 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0527153 Aug 27 04:49:09.943441 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8b75783a-797d-4699-a5ca-f3f812cc628f req-2a6eef22-3218-44f9-b3f3-f7aba9633c85 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367665 Aug 27 04:49:11.064257 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe0a1c-cdd6-4e1b-b2f0-c5d624f32a3f req-caba2a53-f524-4d4b-925c-a72b1c2ad242 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:11.065736 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4fbe0a1c-cdd6-4e1b-b2f0-c5d624f32a3f req-caba2a53-f524-4d4b-925c-a72b1c2ad242 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0519753 Aug 27 04:49:11.114584 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4fbe0a1c-cdd6-4e1b-b2f0-c5d624f32a3f req-aa28bd7b-c22b-45c1-9e91-bd3d003ad76a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421176 Aug 27 04:49:12.243696 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b841320-6256-40b1-8be4-9413f5a3ab3e req-825da6f5-cd89-4bee-a26d-83237db88bcf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:12.245271 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1b841320-6256-40b1-8be4-9413f5a3ab3e req-825da6f5-cd89-4bee-a26d-83237db88bcf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0498357 Aug 27 04:49:12.289432 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1b841320-6256-40b1-8be4-9413f5a3ab3e req-42e647ed-5872-4ffc-bca4-30090acf90c1 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369587 Aug 27 04:49:13.409295 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7869280-2ddd-4fde-8acc-7443b6df2bc3 req-441de6a4-9ace-4305-98ed-7e6ca8d23f9c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:13.410781 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f7869280-2ddd-4fde-8acc-7443b6df2bc3 req-441de6a4-9ace-4305-98ed-7e6ca8d23f9c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0501435 Aug 27 04:49:13.458125 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f7869280-2ddd-4fde-8acc-7443b6df2bc3 req-ca568473-e32e-44e3-9ac5-c2571ea85015 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae&id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403917 Aug 27 04:49:13.791799 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e3c7-f568-4b9f-9776-1327e8b46506 req-0d26ed09-77d1-4b1e-89f2-e67d67613c89 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:13.793388 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c385e3c7-f568-4b9f-9776-1327e8b46506 req-0d26ed09-77d1-4b1e-89f2-e67d67613c89 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0550313 Aug 27 04:49:13.831548 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c385e3c7-f568-4b9f-9776-1327e8b46506 req-703b2519-0713-461a-b488-e70073155135 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Aug 27 04:49:14.377474 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:14.947235 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f9d35-4276-4239-82fa-0ec741f8f22b req-00c94ed3-612b-4640-aad8-51f37e0b1cc8 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:14.948613 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ff0f9d35-4276-4239-82fa-0ec741f8f22b req-00c94ed3-612b-4640-aad8-51f37e0b1cc8 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0480926 Aug 27 04:49:14.991261 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ff0f9d35-4276-4239-82fa-0ec741f8f22b req-a6c1b98c-e0cf-4bf3-ad85-d989ce669201 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368421 Aug 27 04:49:16.112376 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f4be1-407f-490d-b146-e0941277e8c8 req-c4c24874-b792-45fb-b248-21c7baee7d2d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:16.113788 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f5f4be1-407f-490d-b146-e0941277e8c8 req-c4c24874-b792-45fb-b248-21c7baee7d2d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0505404 Aug 27 04:49:16.154532 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7f5f4be1-407f-490d-b146-e0941277e8c8 req-0b80ecca-2e01-49fc-b140-3868c63279ad tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Aug 27 04:49:16.424166 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-c66bbcb2-a72a-440d-934c-f641ab28e097 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414684 Aug 27 04:49:16.506319 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-ef3aaa74-d71f-4024-8bfb-cd92fe1a34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:16.508138 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-ef3aaa74-d71f-4024-8bfb-cd92fe1a34f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 1098 time: 0.0413668 Aug 27 04:49:16.626563 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-64721396-4cea-4972-bf07-9683efd3279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:16.628031 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-64721396-4cea-4972-bf07-9683efd3279d service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0925970 Aug 27 04:49:16.700428 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-77b9617c-5883-4043-9f46-74d0ce13718e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320156a8-2e29-45df-857c-6363f168e14c HTTP/1.1" status: 200 len: 1001 time: 0.0648389 Aug 27 04:49:16.754255 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-8744853e-8274-4517-8d6c-b03115d6375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:16.755762 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-8744853e-8274-4517-8d6c-b03115d6375e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0468252 Aug 27 04:49:16.806958 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-da417fac-99c6-4c12-a253-476c614e0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:16.808522 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-da417fac-99c6-4c12-a253-476c614e0444 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451336 Aug 27 04:49:16.908926 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-25bf1881-1aee-4946-95dd-ba9faa389bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892153 Aug 27 04:49:16.998354 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-decc1e3e-1f81-4779-a123-fde40e122be5 req-99890489-fd30-4358-be7b-f0ca273f5b0f service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820632 Aug 27 04:49:17.278342 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c57b9-f01d-435c-bd34-6245ba641865 req-08e6c470-5130-43ed-a714-4c9c36ee3b45 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:17.279854 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c53c57b9-f01d-435c-bd34-6245ba641865 req-08e6c470-5130-43ed-a714-4c9c36ee3b45 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0568020 Aug 27 04:49:17.315507 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:49:17.321663 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c53c57b9-f01d-435c-bd34-6245ba641865 req-4fbf21cf-5430-4487-9f0e-b47c923fb0b3 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Aug 27 04:49:18.440345 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e20e2-591d-4a30-adb8-e6961298203d req-d5d1ddcb-582b-42cf-9c50-ce3c53381906 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:18.441910 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-699e20e2-591d-4a30-adb8-e6961298203d req-d5d1ddcb-582b-42cf-9c50-ce3c53381906 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0495145 Aug 27 04:49:18.487977 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-699e20e2-591d-4a30-adb8-e6961298203d req-08f558db-0914-4dd6-bb9e-293cbb72842c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339708 Aug 27 04:49:19.604085 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403da36-73e0-4b8d-b459-a3a54a3a913c req-64a748ba-f07b-47e7-884b-4e7dd616c3cf tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:19.605597 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c403da36-73e0-4b8d-b459-a3a54a3a913c req-64a748ba-f07b-47e7-884b-4e7dd616c3cf tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0479796 Aug 27 04:49:19.644630 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c403da36-73e0-4b8d-b459-a3a54a3a913c req-71ac36e8-7b89-4db2-a086-8aca6cd63377 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Aug 27 04:49:20.762819 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f847f-78ed-469e-96b0-f3651c7b13ce req-4140ee5a-8856-4377-ba54-1aa6c3f44a45 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:20.764315 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-279f847f-78ed-469e-96b0-f3651c7b13ce req-4140ee5a-8856-4377-ba54-1aa6c3f44a45 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0515068 Aug 27 04:49:20.802667 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-279f847f-78ed-469e-96b0-f3651c7b13ce req-7598ac31-93d8-47bd-aa27-559b182d2bc5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Aug 27 04:49:21.917097 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1483b-5d93-4460-ba85-2f8e2bbc5ee8 req-fbb9d02a-7c01-4734-8bb7-97d37b1ec43f tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:21.918595 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f5b1483b-5d93-4460-ba85-2f8e2bbc5ee8 req-fbb9d02a-7c01-4734-8bb7-97d37b1ec43f tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0489604 Aug 27 04:49:21.956706 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f5b1483b-5d93-4460-ba85-2f8e2bbc5ee8 req-5d2cff16-949e-4b54-87df-2bd96a6db5f6 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Aug 27 04:49:23.075849 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72460544-6b9c-4c4a-8ccd-a9e1d8ee1d33 req-dccbbddd-4f0f-4cf2-a7b2-5f34d2ce0ead tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:23.077432 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-72460544-6b9c-4c4a-8ccd-a9e1d8ee1d33 req-dccbbddd-4f0f-4cf2-a7b2-5f34d2ce0ead tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0491173 Aug 27 04:49:23.115346 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-72460544-6b9c-4c4a-8ccd-a9e1d8ee1d33 req-4fa58d4b-5f5a-4989-a0fe-ef503f717f69 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Aug 27 04:49:23.303167 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e2b7-bd75-4cbd-9215-27f31079df31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:24.264564 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a0d5b-a3a6-44bf-b356-0c5020e3c629 req-8dfd2d9f-d7c9-4615-b3ff-3c228316b230 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:24.267269 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b25a0d5b-a3a6-44bf-b356-0c5020e3c629 req-8dfd2d9f-d7c9-4615-b3ff-3c228316b230 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0681581 Aug 27 04:49:24.308854 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b25a0d5b-a3a6-44bf-b356-0c5020e3c629 req-c17c3603-235d-4766-9f77-3be3c15118bd tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356703 Aug 27 04:49:25.430030 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951bec0-e9be-4570-b29f-db5cd5a411dc req-3bef865b-5d3e-4c4b-a050-c3856838e8a4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:25.431647 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8951bec0-e9be-4570-b29f-db5cd5a411dc req-3bef865b-5d3e-4c4b-a050-c3856838e8a4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0529249 Aug 27 04:49:25.471160 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8951bec0-e9be-4570-b29f-db5cd5a411dc req-851d6b61-88f8-4a9d-ace8-fe728f0c906e tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335097 Aug 27 04:49:25.813912 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-86073232-a086-40c7-945b-c68c06260488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:26.019477 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:26.591355 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dfd6d-2f1f-4064-8bae-cac9a5382e70 req-7aae7c29-833b-4194-b7e0-c2270633f2be tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:26.592977 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-914dfd6d-2f1f-4064-8bae-cac9a5382e70 req-7aae7c29-833b-4194-b7e0-c2270633f2be tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0513930 Aug 27 04:49:26.637916 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-914dfd6d-2f1f-4064-8bae-cac9a5382e70 req-7dbf928a-7d34-42d5-8afe-c96597d3918e tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338278 Aug 27 04:49:26.967988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:27.758118 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9331672-1811-463c-ad06-00f8206f61b5 req-4a9773e6-9000-473d-9cd1-7fdac3eb76c2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:27.759684 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f9331672-1811-463c-ad06-00f8206f61b5 req-4a9773e6-9000-473d-9cd1-7fdac3eb76c2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0563908 Aug 27 04:49:27.802150 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f9331672-1811-463c-ad06-00f8206f61b5 req-77a24843-a56c-482f-bb75-6ac970e9b5ff tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349150 Aug 27 04:49:28.493839 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:28.919869 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ba38-f3b7-4cfa-ad76-296b390f60d4 req-c7ac9a3c-e031-43a5-a120-807235a4e66d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:28.921425 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8d79ba38-f3b7-4cfa-ad76-296b390f60d4 req-c7ac9a3c-e031-43a5-a120-807235a4e66d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0497866 Aug 27 04:49:28.961045 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8d79ba38-f3b7-4cfa-ad76-296b390f60d4 req-d74d11e2-6286-48d2-8e84-41e706696a06 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335307 Aug 27 04:49:30.077010 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea87065-7689-4567-a1ea-db47dac7355d req-b7dd95c4-7b27-43d1-9670-e0e76f7bd8f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:30.078555 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-aea87065-7689-4567-a1ea-db47dac7355d req-b7dd95c4-7b27-43d1-9670-e0e76f7bd8f2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0487335 Aug 27 04:49:30.117262 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-aea87065-7689-4567-a1ea-db47dac7355d req-c1eded10-265b-4e23-b862-6fe9c7894720 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Aug 27 04:49:30.558466 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77eea7-90d9-40ab-a71a-306223ab5123 req-1f194ad7-be31-455a-a211-0c684869246b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:30.559955 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8a77eea7-90d9-40ab-a71a-306223ab5123 req-1f194ad7-be31-455a-a211-0c684869246b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0524898 Aug 27 04:49:30.599442 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8a77eea7-90d9-40ab-a71a-306223ab5123 req-4e190944-3f4f-4d86-9c5d-3f8285bb9e5d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336123 Aug 27 04:49:30.762723 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-3e959656-107c-4d11-af7c-44c1b64726de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:30.763652 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-3e959656-107c-4d11-af7c-44c1b64726de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 1098 time: 0.0944979 Aug 27 04:49:30.863522 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-f5cb7c5e-f78c-4af3-940b-edc59dd70289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:30.865115 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-f5cb7c5e-f78c-4af3-940b-edc59dd70289 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0940297 Aug 27 04:49:30.937034 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-26052d69-7146-4c57-a6cb-272db0085efe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685614f1-76b9-426a-ab0a-346cb343465a HTTP/1.1" status: 200 len: 1001 time: 0.0648251 Aug 27 04:49:30.989395 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49564) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:49:30.990927 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-c0f5cec8-6f79-402f-87f0-2477c69787b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:30.993021 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-c0f5cec8-6f79-402f-87f0-2477c69787b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0469687 Aug 27 04:49:31.053746 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-9ab6e67a-dea6-4265-a494-f559cd53f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:31.057455 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-9ab6e67a-dea6-4265-a494-f559cd53f138 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541453 Aug 27 04:49:31.137656 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:31.202909 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-ee2cff72-5b47-43c0-b610-7434f64fbd0a service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290662 Aug 27 04:49:31.335484 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:31.338821 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-87e2a606-e108-4c36-a272-a53d77cc9895 req-dcf76931-7c0e-46da-8e7d-1166a414be34 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252134 Aug 27 04:49:31.403104 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:31.445847 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f46442e2b1484438a38576c4b3c4f2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513123 Aug 27 04:49:31.446585 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4aac6-872c-48fa-910a-d169e33363ef,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.449228 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49568) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:49:31.454531 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.454886 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.455245 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.455588 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.455937 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.456279 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.456666 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.457006 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.457341 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.457674 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.458006 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.458336 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59956b21-e722-4b78-a3c5-453eb6191e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.506221 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:31.528319 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:31.649329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:31.652394 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:31.659143 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64c4aac6-872c-48fa-910a-d169e33363ef HTTP/1.1" status: 204 len: 168 time: 0.2035155 Aug 27 04:49:31.664717 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4aac6-872c-48fa-910a-d169e33363ef,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:31.679616 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.679616 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.679616 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.680164 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.680341 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.681028 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.681607 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.682184 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.682749 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.683330 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.683941 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.684512 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f72fd4-b5f2-42f1-a80e-d05db93bfb92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:31.753093 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dc439-c9e9-41ab-b7b3-8aeb407911c8 req-108888d0-3fd9-4fb1-81b3-66c51b1444f1 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:31.754663 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a21dc439-c9e9-41ab-b7b3-8aeb407911c8 req-108888d0-3fd9-4fb1-81b3-66c51b1444f1 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0709276 Aug 27 04:49:31.795435 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a21dc439-c9e9-41ab-b7b3-8aeb407911c8 req-f5203f19-8d78-434c-91f5-886619595bb2 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Aug 27 04:49:32.922494 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160c46-5042-47d9-9b62-0dd6443aae62 req-07c23981-7650-4e4e-90cb-f4f1206f9b9d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:32.924742 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4160c46-5042-47d9-9b62-0dd6443aae62 req-07c23981-7650-4e4e-90cb-f4f1206f9b9d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0587580 Aug 27 04:49:32.964700 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4160c46-5042-47d9-9b62-0dd6443aae62 req-818e54a8-6bd0-4cb6-86d8-89a1c3ebf4a7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336559 Aug 27 04:49:40.215000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfa878-34b3-4c9a-a6c7-17e3edd4cbbb req-239dfe99-3370-43ca-bad8-3c41e7b26229 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:40.216602 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-89cfa878-34b3-4c9a-a6c7-17e3edd4cbbb req-239dfe99-3370-43ca-bad8-3c41e7b26229 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.2401550 Aug 27 04:49:40.261268 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-89cfa878-34b3-4c9a-a6c7-17e3edd4cbbb req-7fca8985-7367-4b71-9676-351c8f80c5ec tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384724 Aug 27 04:49:41.389411 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb8bb-aee4-435a-ac62-25880302c55e req-c7d4fa5e-1cb9-49db-81c1-c162b0d8a112 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:41.390998 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b4fcb8bb-aee4-435a-ac62-25880302c55e req-c7d4fa5e-1cb9-49db-81c1-c162b0d8a112 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0518532 Aug 27 04:49:41.430954 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b4fcb8bb-aee4-435a-ac62-25880302c55e req-3a7bec6c-c02f-443f-81e2-46dfe2111366 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337462 Aug 27 04:49:42.563160 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe30f68-ed91-4402-831d-07e7c816eb4a req-04f16e15-d3e9-4ec0-8c8e-0f9ff17e3199 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:42.564710 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bfe30f68-ed91-4402-831d-07e7c816eb4a req-04f16e15-d3e9-4ec0-8c8e-0f9ff17e3199 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0501130 Aug 27 04:49:42.607133 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bfe30f68-ed91-4402-831d-07e7c816eb4a req-037fd3a3-776c-4561-877f-a950fd3b41bc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356779 Aug 27 04:49:43.751816 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d7804-c0e0-4073-bbf5-f676ed9604c8 req-69f7a21c-d1e3-4d35-be46-ed91af22f6f9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:43.753495 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cf1d7804-c0e0-4073-bbf5-f676ed9604c8 req-69f7a21c-d1e3-4d35-be46-ed91af22f6f9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0591207 Aug 27 04:49:43.796270 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cf1d7804-c0e0-4073-bbf5-f676ed9604c8 req-9581835e-bcf0-466d-9e3c-8cc0679f4b7b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357769 Aug 27 04:49:44.382671 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:44.936695 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aa780-15be-41c3-9218-d940ffbad541 req-729680c1-832b-4f37-bc6d-ba7c031a4e04 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:44.938284 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-715aa780-15be-41c3-9218-d940ffbad541 req-729680c1-832b-4f37-bc6d-ba7c031a4e04 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0657015 Aug 27 04:49:44.983584 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-715aa780-15be-41c3-9218-d940ffbad541 req-36057639-1341-4887-919b-c502822bd6e6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388913 Aug 27 04:49:45.119907 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8381165-414d-421c-8df9-4d0494dd02cf req-3750b8a9-72e4-4f11-bf57-a75d5e64927a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:45.121715 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c8381165-414d-421c-8df9-4d0494dd02cf req-3750b8a9-72e4-4f11-bf57-a75d5e64927a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.0584607 Aug 27 04:49:45.172824 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c8381165-414d-421c-8df9-4d0494dd02cf req-025f8d4c-1c34-4f6a-bc75-31e0c23cef78 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389090 Aug 27 04:49:46.112074 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36706-727b-417a-9a4b-67283a317a76 req-1b6396e7-6d6e-4700-b2dc-a5c364d8ee53 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:46.113647 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c3a36706-727b-417a-9a4b-67283a317a76 req-1b6396e7-6d6e-4700-b2dc-a5c364d8ee53 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0495753 Aug 27 04:49:46.153652 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c3a36706-727b-417a-9a4b-67283a317a76 req-c8f3f545-1403-4a35-8d8e-7c2bd712aee0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337126 Aug 27 04:49:46.293718 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cdcfe-1e02-47b5-85d3-9a0ddf7a6ff3 req-9fc78ed2-82cb-490f-b106-011cfb73abab tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:46.296091 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-285cdcfe-1e02-47b5-85d3-9a0ddf7a6ff3 req-9fc78ed2-82cb-490f-b106-011cfb73abab tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.0514071 Aug 27 04:49:46.342305 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-285cdcfe-1e02-47b5-85d3-9a0ddf7a6ff3 req-5b473d42-c3c3-4911-9f7a-39a9d66c7f1c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396004 Aug 27 04:49:46.806756 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f850a2-eba4-4681-b523-734a3131b70f req-dff75e85-2b54-4376-b017-bdb4247be430 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:46.808426 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-71f850a2-eba4-4681-b523-734a3131b70f req-dff75e85-2b54-4376-b017-bdb4247be430 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 945 time: 0.0584095 Aug 27 04:49:46.929098 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Deleting port 320156a8-2e29-45df-857c-6363f168e14c {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:49:46.929446 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:47.030047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] For port 320156a8-2e29-45df-857c-6363f168e14c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=320156a8-2e29-45df-857c-6363f168e14c,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:47.030410 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:47.213560 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:47.213876 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:47.214229 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Floating IP d98fe8f4-c934-4f50-bec6-d4f2cb53c549 disassociated. External IP: 172.27.0.197, port: 320156a8-2e29-45df-857c-6363f168e14c. Aug 27 04:49:47.214660 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Calling delete_port for 320156a8-2e29-45df-857c-6363f168e14c owned by compute:nova {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:49:47.286730 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48f0a2-722d-4eac-a583-c10005bea7ee req-01bdfda1-47b0-48a9-8304-f2716ab8165f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:47.288219 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5a48f0a2-722d-4eac-a583-c10005bea7ee req-01bdfda1-47b0-48a9-8304-f2716ab8165f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0507684 Aug 27 04:49:47.330968 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5a48f0a2-722d-4eac-a583-c10005bea7ee req-adee1788-c96f-45f6-abcd-761656450f49 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356450 Aug 27 04:49:47.441593 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:47.444940 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-502f07a4-923b-444c-8911-9de92f10542f req-133fb2a9-56cb-4973-b641-fbf66b03c12c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 210 time: 0.0324309 Aug 27 04:49:47.473493 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event deleted for resources: {'Port': ['ID=320156a8-2e29-45df-857c-6363f168e14c,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:47.589747 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:47.703333 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:47.713716 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:47.722701 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:49:47.723326 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:47.745247 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] No DVR routers for this DVR port 320156a8-2e29-45df-857c-6363f168e14c on host hv-cinder-77819 {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:49:47.748035 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:47.750290 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-71f850a2-eba4-4681-b523-734a3131b70f req-a7c30a37-6f7e-4683-986f-749b3e8319da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "DELETE /v2.0/ports/320156a8-2e29-45df-857c-6363f168e14c HTTP/1.1" status: 204 len: 173 time: 0.9332879 Aug 27 04:49:47.750745 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'name': 'network-vif-deleted', 'tag': '320156a8-2e29-45df-857c-6363f168e14c'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:49:47.753149 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e67def-7a65-4956-ba03-d0396389164a" -d '{"events": [{"server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "name": "network-vif-deleted", "tag": "320156a8-2e29-45df-857c-6363f168e14c"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:49:47.851518 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:49:47.882632 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c146c982-1756-4344-b765-74d8760babc0 x-openstack-request-id: req-c146c982-1756-4344-b765-74d8760babc0 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:49:47.884398 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f", "name": "network-vif-deleted", "tag": "320156a8-2e29-45df-857c-6363f168e14c", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:49:47.885142 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c146c982-1756-4344-b765-74d8760babc0 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:49:47.886478 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f', 'name': 'network-vif-deleted', 'tag': '320156a8-2e29-45df-857c-6363f168e14c', 'status': 'completed', 'code': 200} Aug 27 04:49:48.071484 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:48.099266 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:48.108686 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:49:48.109284 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:48.237822 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:49:48.481929 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:48.485698 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabdbed-d5d2-4d38-8baf-b0083eacaabb req-b81af32a-dd01-41b9-afe6-cd946770b11a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:48.488114 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6cabdbed-d5d2-4d38-8baf-b0083eacaabb req-b81af32a-dd01-41b9-afe6-cd946770b11a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0794744 Aug 27 04:49:48.510462 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b968481-acd5-4cb3-b3f1-5a7bc5079669 None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:48.544984 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6cabdbed-d5d2-4d38-8baf-b0083eacaabb req-12a3ec5e-f6b9-484c-bda0-1cb3655a9bde tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493584 Aug 27 04:49:48.579596 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-74e2ddc3-4755-4dce-b995-00a41a9eb734 req-ff324302-88d3-4aa1-8873-93ea5f500c27 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e4fc44-6d42-45e5-adbb-d9e3de4f3e1f HTTP/1.1" status: 200 len: 210 time: 0.0309236 Aug 27 04:49:48.765850 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869fe06-f2fa-42f0-ac7c-9047a65b5189 None None] New status for floating IP d98fe8f4-c934-4f50-bec6-d4f2cb53c549: DOWN {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:49:49.679333 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b33e4-b400-499f-9272-98285c0f2faa req-716e376b-8d29-47b0-bfd9-d35b82197230 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:49.680947 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-348b33e4-b400-499f-9272-98285c0f2faa req-716e376b-8d29-47b0-bfd9-d35b82197230 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0526948 Aug 27 04:49:49.725124 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-348b33e4-b400-499f-9272-98285c0f2faa req-e8937911-e8e9-469c-af12-46e97f723403 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Aug 27 04:49:49.894775 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-c678f270-08ac-44a1-92e1-05b419c56d60 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704100116&fields=id&tenant_id=92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 267 time: 0.0385470 Aug 27 04:49:50.007654 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-45296c83-a52a-4d9f-8a94-bc1a49e44373 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:50.009854 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-45296c83-a52a-4d9f-8a94-bc1a49e44373 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 811 time: 0.1077061 Aug 27 04:49:50.026413 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-01ae0032-3ee0-4d18-863f-efb97da2f488 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/quotas/92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 375 time: 0.0106604 Aug 27 04:49:50.083311 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-eba2620d-6b7b-41ed-a3ab-f80b0d86db1b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512366 Aug 27 04:49:50.241723 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-05c55b7a-5045-4f3b-9672-e73316ef20c9 service neutron] 10.222.0.25 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440809 Aug 27 04:49:50.337174 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-cb70fc32-4caf-4ed4-bd83-f988bad1b904 service neutron] 10.222.0.25 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885630 Aug 27 04:49:50.865460 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04af64e-7a74-4906-bc3c-3172a062e76e req-73e6da5b-ba5f-40cc-80bb-e845c5045238 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:50.868235 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f04af64e-7a74-4906-bc3c-3172a062e76e req-73e6da5b-ba5f-40cc-80bb-e845c5045238 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0571005 Aug 27 04:49:50.916482 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f04af64e-7a74-4906-bc3c-3172a062e76e req-2975a9f6-694e-4b1d-a410-42bb93cb50b6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Aug 27 04:49:51.070424 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3ed8e180-b6ef-4a64-a182-3834c150cf01 req-92e96ed7-21ff-4ab6-8192-8888651ad2ce tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0328476 Aug 27 04:49:51.094020 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 320156a8-2e29-45df-857c-6363f168e14c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:49:51.115651 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 320156a8-2e29-45df-857c-6363f168e14c {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:49:51.116002 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 320156a8-2e29-45df-857c-6363f168e14c not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:49:52.044450 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6b4c-3697-4afc-adb7-92d8708e9f73 req-90f0cc41-99d8-4da7-b862-14510552d5cc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:52.045950 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-07bc6b4c-3697-4afc-adb7-92d8708e9f73 req-90f0cc41-99d8-4da7-b862-14510552d5cc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0553608 Aug 27 04:49:52.082783 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-07bc6b4c-3697-4afc-adb7-92d8708e9f73 req-a5d4f975-0277-4a2a-9c93-490598b45082 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Aug 27 04:49:52.165348 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c4ab8495-2f12-48b4-b8c0-036ba01f7fdf req-ab63449e-74c9-412e-bc5e-8cc3d88ef30f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0276716 Aug 27 04:49:52.272946 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-07decbf6-3365-48da-b27c-41ca4c5bfab2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244113350&fields=id&tenant_id=55642c30419042daa27ecdcf76f4e6a5 HTTP/1.1" status: 200 len: 267 time: 0.0322492 Aug 27 04:49:52.327809 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-d0f7e56e-6a68-42a0-824a-bf64f079194a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:52.329361 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-d0f7e56e-6a68-42a0-824a-bf64f079194a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 985 time: 0.0499325 Aug 27 04:49:52.341086 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Request body: {'port': {'security_groups': ['60d99493-9f3d-4c64-91d0-c11c239dffe3']}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:52.416016 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:52.616611 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:52.648498 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:52.744971 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:52.758105 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:49:53.038841 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:53.039471 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.040881 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ccf35dc0-00b3-4841-b342-66f5635b46c6 req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "PUT /v2.0/ports/4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 943 time: 0.7050869 Aug 27 04:49:53.041333 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:49:53.043828 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:49:53.049431 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49698) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:49:53.104216 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:49:53.107964 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3797a18-5fcc-4b52-bf7e-809880456711 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event updated for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=7']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:53.134351 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b50a4173-fa48-4fd3-b6bc-bf2911a9311c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.162174 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:49:53.176887 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b50a4173-fa48-4fd3-b6bc-bf2911a9311c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.249711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b260fa52-22ac-4518-9b5d-0e6fbcac2933 x-openstack-request-id: req-b260fa52-22ac-4518-9b5d-0e6fbcac2933 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:49:53.249711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:49:53.249999 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b260fa52-22ac-4518-9b5d-0e6fbcac2933 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:49:53.250147 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'status': 'completed', 'code': 200} Aug 27 04:49:53.346113 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0429-9c04-4f21-ba13-82c104c74617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.380970 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-50ec7f27-56c7-49fc-95a8-53a0cf4850f0 req-6bb4224b-2409-48e8-b969-8104f6e93091 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0468447 Aug 27 04:49:53.398128 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-11f12f0f-a919-4726-9173-7183375c1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:53.400956 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-11f12f0f-a919-4726-9173-7183375c1298 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1099 time: 0.1084740 Aug 27 04:49:53.410488 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdbb6b-101b-4063-bb3b-c50909053f5d req-ae44ba68-25ec-48e2-b005-d374fa05ae38 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:53.418119 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-32fdbb6b-101b-4063-bb3b-c50909053f5d req-ae44ba68-25ec-48e2-b005-d374fa05ae38 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.2008429 Aug 27 04:49:53.458404 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-36536a11-84ec-4db7-af30-c778db1ee132 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:53.459921 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-36536a11-84ec-4db7-af30-c778db1ee132 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 811 time: 0.1670074 Aug 27 04:49:53.520556 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-32fdbb6b-101b-4063-bb3b-c50909053f5d req-d5545bfb-edc5-41b4-9fcc-16a6d2aba0ec tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961189 Aug 27 04:49:53.547646 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-0e684dc1-af6c-41f6-88de-d6880113c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:53.549291 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-0e684dc1-af6c-41f6-88de-d6880113c9ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 200 len: 916 time: 0.1328821 Aug 27 04:49:53.573025 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4c9bac78-1e7b-4c57-a8d9-1330455c6010 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 379 time: 0.0821543 Aug 27 04:49:53.574181 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b50a4173-fa48-4fd3-b6bc-bf2911a9311c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.577390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b50a4173-fa48-4fd3-b6bc-bf2911a9311c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.578834 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-b50a4173-fa48-4fd3-b6bc-bf2911a9311c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "DELETE /v2.0/security-groups/42f9b91a-5516-4c2e-8744-c5e06c4ee8ae HTTP/1.1" status: 204 len: 168 time: 0.5291984 Aug 27 04:49:53.584026 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49706) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:49:53.591590 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'port': {'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'admin_state_up': True, 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'security_groups': ['f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32']}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:53.607414 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a4173-fa48-4fd3-b6bc-bf2911a9311c tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f9b91a-5516-4c2e-8744-c5e06c4ee8ae,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:53.655879 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ab1473b3-1f6b-48a5-a7fc-cee0b18f5d7e None None] Provisioning complete for port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:49:53.656948 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ab1473b3-1f6b-48a5-a7fc-cee0b18f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.661758 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-3c369e43-cfec-4db5-a02c-401dd9574b36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 1002 time: 0.0996075 Aug 27 04:49:53.736659 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-328d7295-0a68-4535-a6b6-6afc57a61ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:53.738191 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-328d7295-0a68-4535-a6b6-6afc57a61ecc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76972534-1667-4f31-9967-e79a79923497 HTTP/1.1" status: 200 len: 854 time: 0.0652575 Aug 27 04:49:53.758808 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:53.809446 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'port_id': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'mac_address': 'fa:16:3e:8f:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:49:53.822467 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-7f53a19d-d061-438e-aa46-5f0e52ff70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:53.826727 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-7f53a19d-d061-438e-aa46-5f0e52ff70bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8460dc-68e8-4a9c-b46c-fadf57a16149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775726 Aug 27 04:49:53.902657 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Deleting port 38290607-a3ee-42ab-8e8d-58af77ef0e56 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:49:53.903112 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.940242 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:53.955618 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:49:53.970705 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-2673c6d0-a025-4701-9dda-6f5319a4f24c service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271451 Aug 27 04:49:53.975558 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Made reservation on behalf of 92b52bac76904561ad7afe6ed672e999 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:49:53.980347 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:53.980551 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.025511 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.025741 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.068646 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Calling delete_port for 38290607-a3ee-42ab-8e8d-58af77ef0e56 owned by network:floatingip {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:49:54.070281 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ed672b2-e45a-40d8-b105-7742bdb5fbcf req-e15faa83-4ae6-49ca-abed-f2a61c6e5032 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904856 Aug 27 04:49:54.122004 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.181032 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=6']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:54.184563 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.184925 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.185280 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.185646 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.185944 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.186286 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.186686 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.186946 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.187273 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.187602 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.187934 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.188251 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:49:54.217391 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Allocated IP 172.20.0.10 (613bda8f-41ae-4346-8e6b-bc116801f626/12378feb-3549-4d6c-8c2e-826ec58524fa/be03ca9c-b0be-4d2f-b2f1-435ee5773747) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:49:54.221434 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:49:54.314461 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:49:54.444217 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.482039 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Transition to ACTIVE for port object be03ca9c-b0be-4d2f-b2f1-435ee5773747 will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:49:54.484567 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6c64a44a-f836-4112-b4d6-37ba58c55301 req-efc8b923-d7f5-4f31-b499-11d149bdb9f5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0337017 Aug 27 04:49:54.485085 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.515838 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event deleted for resources: {'Port': ['ID=38290607-a3ee-42ab-8e8d-58af77ef0e56,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:54.654751 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks [] for floatingip, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.655106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Floating IP 751fbc4b-4b6c-446a-8fcb-c896bab41256 disassociated (deleted). External IP: 172.27.0.195, port: 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d. Aug 27 04:49:54.708835 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.796125 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2811e7-09d6-4367-b484-1974cd911b8a req-79e030ac-9e7d-483d-8710-15426317a020 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:54.797935 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fc2811e7-09d6-4367-b484-1974cd911b8a req-79e030ac-9e7d-483d-8710-15426317a020 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 944 time: 0.1962719 Aug 27 04:49:54.829347 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Network 613bda8f-41ae-4346-8e6b-bc116801f626 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:49:54.845025 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:49:54.850652 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=be03ca9c-b0be-4d2f-b2f1-435ee5773747,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:54.861182 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:49:54.920672 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:54.921692 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:54.963001 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fc2811e7-09d6-4367-b484-1974cd911b8a req-80ac3b95-a8fc-4dfb-8505-3fb2edee8fd1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553729 Aug 27 04:49:55.025332 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ba696f42-ad6e-4f7b-ac1c-ac9f192fa89e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4424136 Aug 27 04:49:55.045876 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Request body: {'port': {'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:49:55.109050 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:49:55.170227 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:49:55.170889 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.171729 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.201602 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:49:55.303528 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.329361 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-d051c17b-5146-4eae-bb26-e8e7a3bbfd1e None None] Provisioning for port be03ca9c-b0be-4d2f-b2f1-435ee5773747 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:49:55.344086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:49:55.344086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef02a2e0-2c65-4009-89f0-44cacf61dcaf" -d '{"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-plugged", "status": "completed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:49:55.355573 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-d051c17b-5146-4eae-bb26-e8e7a3bbfd1e None None] Provisioning complete for port be03ca9c-b0be-4d2f-b2f1-435ee5773747 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:49:55.356142 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d051c17b-5146-4eae-bb26-e8e7a3bbfd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.372048 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:49:55.412923 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-d051c17b-5146-4eae-bb26-e8e7a3bbfd1e None None] Port be03ca9c-b0be-4d2f-b2f1-435ee5773747 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:49:55.445539 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.488734 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08308595-94c4-4fb2-ae0a-bd6debfa70d5 x-openstack-request-id: req-08308595-94c4-4fb2-ae0a-bd6debfa70d5 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:49:55.489029 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-plugged", "status": "completed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:49:55.489278 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08308595-94c4-4fb2-ae0a-bd6debfa70d5 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:49:55.489825 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'code': 200} Aug 27 04:49:55.495199 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:49:55.503283 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.508816 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] Sync routers for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:49:55.530547 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:49:55.531198 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:55.533294 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=7']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:55.668302 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-eef2fbb2-bc45-4c27-847b-4edcf8d4c302 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "DELETE /v2.0/floatingips/751fbc4b-4b6c-446a-8fcb-c896bab41256 HTTP/1.1" status: 204 len: 168 time: 2.0829542 Aug 27 04:49:55.670710 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:49:55.685321 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:49:55.690194 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2802894-abe3-47fd-892f-4d7a3526894b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:49:55.701963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be03ca9c-b0be-4d2f-b2f1-435ee5773747 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:49:55.723616 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.750252 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb2bc-8ae1-47d2-a305-ed4025d35ead req-fdd69d62-c57a-415c-bded-9c1864ea9184 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:55.757851 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2cefb2bc-8ae1-47d2-a305-ed4025d35ead req-fdd69d62-c57a-415c-bded-9c1864ea9184 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 932 time: 0.1737773 Aug 27 04:49:55.782176 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Transition to ACTIVE for port object be03ca9c-b0be-4d2f-b2f1-435ee5773747 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:49:55.801233 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2cefb2bc-8ae1-47d2-a305-ed4025d35ead req-a52b484f-995b-4e02-9a61-8bf3f4af5301 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 Aug 27 04:49:55.850469 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-914f1e55-bd02-4f3d-8d21-39718ef6fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.872385 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e58c8-be45-4eec-805c-cf4d45c2e0ba x-openstack-request-id: req-4b2e58c8-be45-4eec-805c-cf4d45c2e0ba {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:49:55.872680 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:49:55.872931 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b2e58c8-be45-4eec-805c-cf4d45c2e0ba {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:49:55.873359 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'status': 'completed', 'code': 200} Aug 27 04:49:55.927615 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:55.957823 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2802894-abe3-47fd-892f-4d7a3526894b req-2a9ed85a-937b-40d7-b092-c41028974fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:55.960335 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2802894-abe3-47fd-892f-4d7a3526894b req-2a9ed85a-937b-40d7-b092-c41028974fdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55642c30419042daa27ecdcf76f4e6a5&device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 1099 time: 0.0512078 Aug 27 04:49:56.089656 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:56.095292 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Pushing event updated for resources: {'Port': ['ID=be03ca9c-b0be-4d2f-b2f1-435ee5773747,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:56.123106 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2802894-abe3-47fd-892f-4d7a3526894b req-7cdd1d16-4dde-41c5-b791-efa0c41241b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:56.128108 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2802894-abe3-47fd-892f-4d7a3526894b req-7cdd1d16-4dde-41c5-b791-efa0c41241b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 200 len: 916 time: 0.1603825 Aug 27 04:49:56.140907 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] Checking router: 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:49:56.153839 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:49:56.154447 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:56.158207 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:56.223857 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2802894-abe3-47fd-892f-4d7a3526894b req-422c1f46-f6a8-4d3e-899d-61e85115789c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 200 len: 217 time: 0.0867565 Aug 27 04:49:56.289376 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b60cdb-4a8e-4257-a6ea-46aaaab83dc0 req-4933b484-5be5-4ace-86b3-008311448067 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:56.292884 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-22b60cdb-4a8e-4257-a6ea-46aaaab83dc0 req-4933b484-5be5-4ace-86b3-008311448067 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.1344883 Aug 27 04:49:56.355750 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:49:56.359659 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2802894-abe3-47fd-892f-4d7a3526894b req-b8ff257f-299c-431e-a1fb-eb1a95ed2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:56.362189 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Attempting to bind port be03ca9c-b0be-4d2f-b2f1-435ee5773747 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:49:56.362716 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Attempting to bind port be03ca9c-b0be-4d2f-b2f1-435ee5773747 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:49:56.363102 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Attempting to bind port be03ca9c-b0be-4d2f-b2f1-435ee5773747 on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:49:56.366749 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2802894-abe3-47fd-892f-4d7a3526894b req-b8ff257f-299c-431e-a1fb-eb1a95ed2f9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76972534-1667-4f31-9967-e79a79923497 HTTP/1.1" status: 200 len: 854 time: 0.1333952 Aug 27 04:49:56.370427 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Port be03ca9c-b0be-4d2f-b2f1-435ee5773747 on network 613bda8f-41ae-4346-8e6b-bc116801f626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:49:56.370834 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Attempting to bind port be03ca9c-b0be-4d2f-b2f1-435ee5773747 on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:49:56.378298 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:49:56.378789 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Checking segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:49:56.379409 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Bound using segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:49:56.380438 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Bound port: be03ca9c-b0be-4d2f-b2f1-435ee5773747, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:49:56.380874 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:56.386108 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-22b60cdb-4a8e-4257-a6ea-46aaaab83dc0 req-59fabf2c-f531-438f-94c0-e8d0a67a9285 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805376 Aug 27 04:49:56.456483 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2802894-abe3-47fd-892f-4d7a3526894b req-db68ab21-cec0-464f-96e7-d7ead2ba0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:56.457915 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2802894-abe3-47fd-892f-4d7a3526894b req-db68ab21-cec0-464f-96e7-d7ead2ba0a57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8460dc-68e8-4a9c-b46c-fadf57a16149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734799 Aug 27 04:49:56.489502 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] For port be03ca9c-b0be-4d2f-b2f1-435ee5773747, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:49:56.493357 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] For port be03ca9c-b0be-4d2f-b2f1-435ee5773747, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:49:56.563739 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:56.588171 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2802894-abe3-47fd-892f-4d7a3526894b req-4c39040a-cf77-4612-93d4-fef8ae521618 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215913 Aug 27 04:49:56.637016 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:49:56.653564 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:56.655176 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:56.657229 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] 10.222.0.43 "PUT /v2.0/ports/be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 1094 time: 1.6176398 Aug 27 04:49:56.729315 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746f68b-fe68-4df9-93b3-3843305fbca5 None None] The sync data for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi is: [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:47:15Z', 'revision_number': 4, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'acc92537-d52c-43a8-92a3-026a3964fd5c', 'name': '', 'network_id': '4b8460dc-68e8-4a9c-b46c-fadf57a16149', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'mac_address': 'fa:16:3e:c2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '76972534-1667-4f31-9967-e79a79923497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:14Z', 'updated_at': '2021-08-27T04:47:21Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'subnets': [{'id': '76972534-1667-4f31-9967-e79a79923497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:49:56.729611 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09f6ec-94e4-47c7-b4c9-5d6ab517d409 service neutron] Pushing event updated for resources: {'Port': ['ID=be03ca9c-b0be-4d2f-b2f1-435ee5773747,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:49:56.801453 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2802894-abe3-47fd-892f-4d7a3526894b req-310482e5-0299-4ddf-865a-69816201a936 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059271 Aug 27 04:49:56.895099 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-7a676e9d-a312-4de3-8c6b-62afc436b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:56.895099 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-7a676e9d-a312-4de3-8c6b-62afc436b17c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1097 time: 0.1066465 Aug 27 04:49:56.994144 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-dc5f39b3-c4fa-4be9-b866-edf2badb4024 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 217 time: 0.1056910 Aug 27 04:49:57.060161 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e5be1-82c9-4e6d-b65e-a3bbe5a92212 req-85528bd8-4fea-404a-967f-6e2f6d079899 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:57.069952 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e52e5be1-82c9-4e6d-b65e-a3bbe5a92212 req-85528bd8-4fea-404a-967f-6e2f6d079899 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 944 time: 0.0953100 Aug 27 04:49:57.085153 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-5e3f7c44-80a1-473b-a435-c3cf1c2150e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:57.086961 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-5e3f7c44-80a1-473b-a435-c3cf1c2150e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0856650 Aug 27 04:49:57.168597 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e52e5be1-82c9-4e6d-b65e-a3bbe5a92212 req-5d37f95a-5fb4-477b-a1bf-cee8ad07f6f4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924094 Aug 27 04:49:57.184399 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-183868f7-349b-40cf-9fff-3ad966549945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:57.184399 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-183868f7-349b-40cf-9fff-3ad966549945 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794394 Aug 27 04:49:57.187098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:57.278365 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d011f9f-79fa-46aa-bed5-56d293a0a846 None None] New status for floating IP 751fbc4b-4b6c-446a-8fcb-c896bab41256: DOWN {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:49:57.578244 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adc8c-e351-456c-91b7-e6cb5cce6365 req-454e1618-3a34-42c5-8fe7-779a707b3f29 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:57.579706 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f22adc8c-e351-456c-91b7-e6cb5cce6365 req-454e1618-3a34-42c5-8fe7-779a707b3f29 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0664649 Aug 27 04:49:57.658030 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f22adc8c-e351-456c-91b7-e6cb5cce6365 req-e990612a-e1b0-4fb2-b2ad-39baaaf1bc5c tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658803 Aug 27 04:49:57.755380 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-9411694c-7923-496e-a6f2-c342e0220a42 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367613 Aug 27 04:49:57.837533 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cf7f1f6-4c54-4074-950a-1ba17e8d1a9e req-ec2ffe38-37c8-4990-bb4b-141554951f87 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018260 Aug 27 04:49:57.874178 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:49:57.878939 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:49:57.926706 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b34b4f-f0cf-442c-989e-61e955f09f78 x-openstack-request-id: req-44b34b4f-f0cf-442c-989e-61e955f09f78 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:49:57.927006 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:49:57.927407 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44b34b4f-f0cf-442c-989e-61e955f09f78 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:49:57.927653 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'status': 'completed', 'code': 200} Aug 27 04:49:58.082755 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-0c6493bc-dcce-4949-8baf-c35028496e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:58.084274 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-0c6493bc-dcce-4949-8baf-c35028496e87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1097 time: 0.0633600 Aug 27 04:49:58.194446 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-2b7b9d44-a088-41a3-9a16-7dbbb85f17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:58.196397 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-2b7b9d44-a088-41a3-9a16-7dbbb85f17d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.1017909 Aug 27 04:49:58.242563 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-9e8b3fc2-8312-48fd-81c3-c976ff6918a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 217 time: 0.0377345 Aug 27 04:49:58.288770 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8b196-2f63-4dc6-938d-9f36fbc65fdf req-c50d9d42-3832-4932-bc9f-e9f5d7387904 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:58.288770 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e0e8b196-2f63-4dc6-938d-9f36fbc65fdf req-c50d9d42-3832-4932-bc9f-e9f5d7387904 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 944 time: 0.0519376 Aug 27 04:49:58.302057 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-0817208c-d279-4a2e-abf7-d30676dd4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:58.303663 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-0817208c-d279-4a2e-abf7-d30676dd4e3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0462718 Aug 27 04:49:58.336954 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e0e8b196-2f63-4dc6-938d-9f36fbc65fdf req-664d9d97-4dcf-470f-9cb7-6547e356e1d5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448403 Aug 27 04:49:58.364268 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-921381d8-32e8-45c2-a047-750cabb9a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:58.365958 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-921381d8-32e8-45c2-a047-750cabb9a37b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544028 Aug 27 04:49:58.488434 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-0f2a3ae0-c7b2-428a-8b34-ad356c0138f9 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149614 Aug 27 04:49:58.527477 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:49:58.588815 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7975ecfb-4fa1-489a-82f5-f82251d4d2cc req-967397a3-12c4-402e-8712-d30456560500 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917480 Aug 27 04:49:58.796913 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf1e7e-bd7b-4d83-8faa-4cc844830c80 req-140b73cf-74e1-4a1c-b91c-caa9237fcb0a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:58.804348 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7edf1e7e-bd7b-4d83-8faa-4cc844830c80 req-140b73cf-74e1-4a1c-b91c-caa9237fcb0a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0720363 Aug 27 04:49:58.856652 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7edf1e7e-bd7b-4d83-8faa-4cc844830c80 req-9e4be105-62d5-47e6-b900-5787374f1ce5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519671 Aug 27 04:49:59.473923 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9745a4-d049-4903-bdc3-06073c15aae6 req-8ed9975f-d783-44ee-a1f2-22502a219def tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:59.475586 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad9745a4-d049-4903-bdc3-06073c15aae6 req-8ed9975f-d783-44ee-a1f2-22502a219def tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 944 time: 0.0625086 Aug 27 04:49:59.533790 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad9745a4-d049-4903-bdc3-06073c15aae6 req-2432a4e6-b18d-486e-bca3-3be8ed759d0d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468328 Aug 27 04:49:59.989491 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9d65c-3f4e-4687-ae38-846e0d79a699 req-b44b7267-3f1a-48a9-b6d9-9b55597db256 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:49:59.993091 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-37a9d65c-3f4e-4687-ae38-846e0d79a699 req-b44b7267-3f1a-48a9-b6d9-9b55597db256 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0581241 Aug 27 04:50:00.037453 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-37a9d65c-3f4e-4687-ae38-846e0d79a699 req-325fe6ac-ffe1-4b65-862d-89d546e76445 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366874 Aug 27 04:50:00.506285 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac2286-6ca0-4e24-9e3f-1402864f3708 req-7ab08015-52dd-4fc0-bd67-76239ccd802a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:00.517011 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a4ac2286-6ca0-4e24-9e3f-1402864f3708 req-7ab08015-52dd-4fc0-bd67-76239ccd802a tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0810347 Aug 27 04:50:00.559675 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a4ac2286-6ca0-4e24-9e3f-1402864f3708 req-4b945e56-211b-4fad-bdf4-1b23b446f2b6 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Aug 27 04:50:00.717277 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad19ed1-eb21-4076-a0c5-38e6131ae6c7 req-c7ed874f-e9f6-40f4-8a1b-2a4b9fe5e021 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:00.720933 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1ad19ed1-eb21-4076-a0c5-38e6131ae6c7 req-c7ed874f-e9f6-40f4-8a1b-2a4b9fe5e021 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 944 time: 0.0884826 Aug 27 04:50:00.766759 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1ad19ed1-eb21-4076-a0c5-38e6131ae6c7 req-dddcdf80-e62b-4079-8351-8925cd2d7301 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Aug 27 04:50:01.186317 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6a0b8-384f-4324-9675-735966dc3403 req-0a3a2b76-3e3d-4f35-bf32-da07796a2210 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:01.188006 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3ff6a0b8-384f-4324-9675-735966dc3403 req-0a3a2b76-3e3d-4f35-bf32-da07796a2210 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0657558 Aug 27 04:50:01.237654 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3ff6a0b8-384f-4324-9675-735966dc3403 req-b46d6fc0-7431-4474-a533-6e0158466479 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 Aug 27 04:50:01.688371 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e51918-e7cf-4c6d-93d3-f2dad4c4c047 req-ffade274-0ca1-4c11-9714-a47001ab4bdf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:01.689989 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c3e51918-e7cf-4c6d-93d3-f2dad4c4c047 req-ffade274-0ca1-4c11-9714-a47001ab4bdf tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0507538 Aug 27 04:50:01.734733 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c3e51918-e7cf-4c6d-93d3-f2dad4c4c047 req-e48c0a09-84c4-4bcb-919d-1146519d29f1 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/security-groups?id=60d99493-9f3d-4c64-91d0-c11c239dffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Aug 27 04:50:01.887619 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9152-05a2-4ce3-9b01-f74616a52c9b req-955e23b0-f54a-4e63-a95d-151fdf74b74e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:01.898036 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1b7f9152-05a2-4ce3-9b01-f74616a52c9b req-955e23b0-f54a-4e63-a95d-151fdf74b74e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 944 time: 0.0491614 Aug 27 04:50:01.930801 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1b7f9152-05a2-4ce3-9b01-f74616a52c9b req-94663b9f-b274-4b7c-9d4f-6d560c221ef3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356517 Aug 27 04:50:02.181556 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-824035a4-f0cc-4a2f-8b70-7303f6c44157 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:02.183245 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-824035a4-f0cc-4a2f-8b70-7303f6c44157 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 946 time: 0.0524335 Aug 27 04:50:02.311044 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Deleting port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:02.311768 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:02.374325 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7699819-c86a-4768-9fdb-c596e4841f88 req-088c5188-2444-4c74-b629-90f6cead5740 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:02.383000 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7699819-c86a-4768-9fdb-c596e4841f88 req-088c5188-2444-4c74-b629-90f6cead5740 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0598845 Aug 27 04:50:02.418840 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c7699819-c86a-4768-9fdb-c596e4841f88 req-ee25a545-ac27-4446-93f5-479b694b254d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345411 Aug 27 04:50:02.448539 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] For port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:02.449002 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:02.467447 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Calling delete_port for 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:02.706925 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:02.720392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:50:02.739016 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Pushing event deleted for resources: {'Port': ['ID=4c46a757-ba11-4b6a-a22e-a40bfbf8a01d,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:02.790420 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] No DVR routers for this DVR port 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:50:02.795405 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:02.797895 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9bd8cd89-1cb7-46b7-b7f9-ea414cd1b9f1 req-47e802d6-aeb5-4f90-927d-b281b751c4f2 tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.43 "DELETE /v2.0/ports/4c46a757-ba11-4b6a-a22e-a40bfbf8a01d HTTP/1.1" status: 204 len: 173 time: 0.6060503 Aug 27 04:50:02.798224 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'name': 'network-vif-deleted', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:50:02.800968 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d033499-7316-4c8b-b562-6f0352a6ac27" -d '{"events": [{"server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "name": "network-vif-deleted", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:50:02.844590 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1dcadc51-5439-46c5-99a0-67db8a781be7 req-f4ddbc17-3b6d-4b6d-830a-8d8c8702699f tempest-TestMinimumBasicScenario-1611290381 tempest-TestMinimumBasicScenario-1611290381-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b3c89f8-732a-4f7d-956c-df98977749f1 HTTP/1.1" status: 200 len: 210 time: 0.0326314 Aug 27 04:50:02.853303 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c5f2d3-0de8-4e0b-b4a7-5dbcb1f44252 x-openstack-request-id: req-e4c5f2d3-0de8-4e0b-b4a7-5dbcb1f44252 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:50:02.853303 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3c89f8-732a-4f7d-956c-df98977749f1", "name": "network-vif-deleted", "tag": "4c46a757-ba11-4b6a-a22e-a40bfbf8a01d", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:50:02.853303 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4c5f2d3-0de8-4e0b-b4a7-5dbcb1f44252 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:50:02.853303 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3c89f8-732a-4f7d-956c-df98977749f1', 'name': 'network-vif-deleted', 'tag': '4c46a757-ba11-4b6a-a22e-a40bfbf8a01d', 'status': 'completed', 'code': 200} Aug 27 04:50:03.101078 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3b8c-88cf-49ea-baea-7b531ab49a9c req-84b2e476-18c0-4c1c-9df4-a7b7cd269d95 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:03.111444 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8e9a3b8c-88cf-49ea-baea-7b531ab49a9c req-84b2e476-18c0-4c1c-9df4-a7b7cd269d95 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 944 time: 0.0704396 Aug 27 04:50:03.186007 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8e9a3b8c-88cf-49ea-baea-7b531ab49a9c req-959d3128-2608-4b36-b703-b523b81f172c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596650 Aug 27 04:50:03.568492 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85c9eb-18ac-42ea-a810-79b3010ed263 req-f351a8e5-dffe-48b6-a52c-1fcc32b1396b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:03.570301 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4a85c9eb-18ac-42ea-a810-79b3010ed263 req-f351a8e5-dffe-48b6-a52c-1fcc32b1396b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0622337 Aug 27 04:50:03.617414 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4a85c9eb-18ac-42ea-a810-79b3010ed263 req-ebe02990-5f8f-4306-845d-7a6dae06af9f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399277 Aug 27 04:50:04.328466 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975776b7-5387-412e-93c3-262787978168 req-a606bcd5-7f90-411c-8637-c2e5984e8a33 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:04.331467 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-975776b7-5387-412e-93c3-262787978168 req-a606bcd5-7f90-411c-8637-c2e5984e8a33 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 944 time: 0.0832329 Aug 27 04:50:04.392817 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-975776b7-5387-412e-93c3-262787978168 req-073854b2-570b-4cb2-8995-04c1c35e1400 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534379 Aug 27 04:50:04.761108 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cece181-1b0a-44b8-a990-1203f3891c90 req-2858957f-a753-4b2f-b63e-dcd1556f62b5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:04.762725 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0cece181-1b0a-44b8-a990-1203f3891c90 req-2858957f-a753-4b2f-b63e-dcd1556f62b5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0655823 Aug 27 04:50:04.808145 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0cece181-1b0a-44b8-a990-1203f3891c90 req-449f32cb-9250-4c28-8f50-19cfa5a80369 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385418 Aug 27 04:50:05.159886 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device be03ca9c-b0be-4d2f-b2f1-435ee5773747 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:50:05.162004 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:05.188654 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:50:05.188993 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 4c46a757-ba11-4b6a-a22e-a40bfbf8a01d not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:05.286498 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port be03ca9c-b0be-4d2f-b2f1-435ee5773747, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:05.291821 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:50:05.328803 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:05.341821 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be03ca9c-b0be-4d2f-b2f1-435ee5773747 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:50:05.360631 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port be03ca9c-b0be-4d2f-b2f1-435ee5773747, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:05.442796 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:05.537004 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=be03ca9c-b0be-4d2f-b2f1-435ee5773747,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:05.547636 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7426e-375b-448a-99a2-0f0bb8271082 req-c1fdb7d7-d285-4338-bd08-1931822d21dc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:05.557631 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d7426e-375b-448a-99a2-0f0bb8271082 req-c1fdb7d7-d285-4338-bd08-1931822d21dc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 945 time: 0.0727415 Aug 27 04:50:05.603574 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-82d7426e-375b-448a-99a2-0f0bb8271082 req-c9e29aa6-52e1-418b-affe-48c2de0116cc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441406 Aug 27 04:50:05.712837 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['be03ca9c-b0be-4d2f-b2f1-435ee5773747'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:50:05.969336 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78536776-0edb-48d2-a3af-3bd69a429dfe req-bfba378d-4dbd-4727-a758-f4a304f089d3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:05.982649 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-78536776-0edb-48d2-a3af-3bd69a429dfe req-bfba378d-4dbd-4727-a758-f4a304f089d3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0676305 Aug 27 04:50:06.044159 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-78536776-0edb-48d2-a3af-3bd69a429dfe req-6de9710f-c608-4575-9cff-624baeb95dfc tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553179 Aug 27 04:50:06.410097 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49880) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:06.850832 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5509e2-eaa7-44c4-af9d-32c4a5b3dfa3 req-3d146d82-ebc0-41f2-8471-852232dea570 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:06.852834 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ca5509e2-eaa7-44c4-af9d-32c4a5b3dfa3 req-3d146d82-ebc0-41f2-8471-852232dea570 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 945 time: 0.1026981 Aug 27 04:50:06.934840 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ca5509e2-eaa7-44c4-af9d-32c4a5b3dfa3 req-ef51a411-3796-43d7-8e85-22b00f69d5b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750606 Aug 27 04:50:07.097422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:07.156274 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device be03ca9c-b0be-4d2f-b2f1-435ee5773747 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:07.165306 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f342ae-9590-4d91-9312-0489a69f6649 req-e5d5eaef-a625-4f08-86e6-8410b5729770 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:07.167020 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a6f342ae-9590-4d91-9312-0489a69f6649 req-e5d5eaef-a625-4f08-86e6-8410b5729770 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0570683 Aug 27 04:50:07.229976 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a6f342ae-9590-4d91-9312-0489a69f6649 req-bada9cc8-5833-493f-ae81-84a6212a78b0 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541008 Aug 27 04:50:07.241220 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-d97af00f-3199-4fa4-ad61-1e551fbe212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:07.242786 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-d97af00f-3199-4fa4-ad61-1e551fbe212e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 1098 time: 0.0748744 Aug 27 04:50:07.292858 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port be03ca9c-b0be-4d2f-b2f1-435ee5773747 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:50:07.297121 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port be03ca9c-b0be-4d2f-b2f1-435ee5773747 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:50:07.297495 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:07.341165 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-c7007f4d-ba94-47ef-a187-6b3867c4f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:07.342664 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-c7007f4d-ba94-47ef-a187-6b3867c4f420 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.0920665 Aug 27 04:50:07.369732 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Deleting port acc92537-d52c-43a8-92a3-026a3964fd5c {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:07.370185 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:07.389495 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:07.413024 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:50:07.415206 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85a1d6-e0a0-451e-a63e-c6b1bcc632c4" -d '{"events": [{"server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "name": "network-vif-plugged", "status": "completed", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:50:07.416546 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-6c467ba5-54cb-4068-bdad-a88653731f5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff HTTP/1.1" status: 200 len: 1000 time: 0.0618637 Aug 27 04:50:07.428027 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port be03ca9c-b0be-4d2f-b2f1-435ee5773747, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:07.454789 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] For port acc92537-d52c-43a8-92a3-026a3964fd5c, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=acc92537-d52c-43a8-92a3-026a3964fd5c,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:07.455383 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:07.457626 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b85964-b677-4110-9cf4-e059712cd56f x-openstack-request-id: req-78b85964-b677-4110-9cf4-e059712cd56f {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:50:07.457918 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "name": "network-vif-plugged", "status": "completed", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:50:07.458169 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78b85964-b677-4110-9cf4-e059712cd56f {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:50:07.458805 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'code': 200} Aug 27 04:50:07.475874 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Calling delete_port for acc92537-d52c-43a8-92a3-026a3964fd5c owned by network:router_interface {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:07.485670 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-21725d43-b898-4851-be54-7adc4d962bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:07.485670 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-21725d43-b898-4851-be54-7adc4d962bbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0508833 Aug 27 04:50:07.530503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-3ecfa66c-bba2-4634-b018-8030a8ab9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:07.532032 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-3ecfa66c-bba2-4634-b018-8030a8ab9d35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457044 Aug 27 04:50:07.538313 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:07.587502 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=be03ca9c-b0be-4d2f-b2f1-435ee5773747,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:07.635225 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-c9e82218-3d6f-46a6-a0e9-c454bc83a8f9 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947130 Aug 27 04:50:07.727080 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:07.734370 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a96b0142-4beb-409e-8cb5-ad72eb8e1807 req-7a70177e-a22a-4c90-af64-5909c050b0e4 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919721 Aug 27 04:50:07.755300 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc92537-d52c-43a8-92a3-026a3964fd5c,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:07.845583 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120de017-8df0-4e84-a20d-be82d36f3e5f req-20edce25-044f-4e7f-acef-34e84592d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:07.847251 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-120de017-8df0-4e84-a20d-be82d36f3e5f req-20edce25-044f-4e7f-acef-34e84592d705 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0470316 Aug 27 04:50:07.887338 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-120de017-8df0-4e84-a20d-be82d36f3e5f req-89194b68-d0eb-491b-9818-4271528d7fef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322726 Aug 27 04:50:07.926843 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:08.051561 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374ea68-c143-40c5-b228-649765a3cf1f req-a339b0b5-1c7e-4e6c-b826-81a17723a86a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:08.053183 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7374ea68-c143-40c5-b228-649765a3cf1f req-a339b0b5-1c7e-4e6c-b826-81a17723a86a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 946 time: 0.0505376 Aug 27 04:50:08.094104 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7374ea68-c143-40c5-b228-649765a3cf1f req-4dd35faa-9390-45eb-97f7-79fc408cdd15 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341947 Aug 27 04:50:08.159659 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:08.270261 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:08.275629 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-54a62ac6-5e46-4dad-972e-34a5eccfde58 admin admin] 10.222.0.25 "PUT /v2.0/routers/5cc1dc04-65b3-4a2d-9e75-a86dcfad711a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8648391 Aug 27 04:50:08.278055 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49898) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:08.280439 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] Sync routers for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:08.290907 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:50:08.291577 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:08.395843 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:50:08.416222 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeceb9-0654-49bf-84a0-923c90046980 req-6c51db45-c3f9-4e63-b193-a6a3eea62053 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:08.417751 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0dfeceb9-0654-49bf-84a0-923c90046980 req-6c51db45-c3f9-4e63-b193-a6a3eea62053 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.0991237 Aug 27 04:50:08.422668 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:08.513348 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0dfeceb9-0654-49bf-84a0-923c90046980 req-c0372c63-b831-4e6e-af63-4f4c75b4647a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884964 Aug 27 04:50:08.567947 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:08.592444 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:50:07Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:08.619441 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] Checking router: 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:08.628066 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] Routers {'5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:50:08.628888 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:08.682306 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Deleting port d8bf16dc-18d8-42be-8e08-f0f8be4d144b {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:08.686854 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:08.736014 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] Set router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:50:08.768394 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] For port d8bf16dc-18d8-42be-8e08-f0f8be4d144b, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:08.768759 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:08.781484 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Calling delete_port for d8bf16dc-18d8-42be-8e08-f0f8be4d144b owned by network:router_gateway {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:09.018524 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.046230 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bf16dc-18d8-42be-8e08-f0f8be4d144b,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:09.060946 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:50:07Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:09.090729 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14439e-74e0-4a00-b80d-4c70075fbda1 None None] The sync data for ids ['5cc1dc04-65b3-4a2d-9e75-a86dcfad711a'] in dv-cinder-778193-4-iscsi is: [{'id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'name': 'tempest-TestMinimumBasicScenario-1408331778-router', 'tenant_id': '55642c30419042daa27ecdcf76f4e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:10Z', 'updated_at': '2021-08-27T04:50:07Z', 'revision_number': 5, 'project_id': '55642c30419042daa27ecdcf76f4e6a5', 'gw_port': {'id': 'd8bf16dc-18d8-42be-8e08-f0f8be4d144b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1dc04-65b3-4a2d-9e75-a86dcfad711a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:11Z', 'updated_at': '2021-08-27T04:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:09.127452 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.221035 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739ce52-afd5-446d-8a75-0e7f3775a7b3 req-f2b5ed04-7e99-45b2-a4ca-e0fab5614510 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:09.222709 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c739ce52-afd5-446d-8a75-0e7f3775a7b3 req-f2b5ed04-7e99-45b2-a4ca-e0fab5614510 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 946 time: 0.0540748 Aug 27 04:50:09.240657 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.243613 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.264329 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c739ce52-afd5-446d-8a75-0e7f3775a7b3 req-3829c8c2-3618-47c9-a33d-8e9d92a799d4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344605 Aug 27 04:50:09.382963 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4f045-2763-4f39-99c9-cbc2578ff6e5 req-de950e4a-128f-4a60-8155-b809bd7aad15 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:09.384448 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6df4f045-2763-4f39-99c9-cbc2578ff6e5 req-de950e4a-128f-4a60-8155-b809bd7aad15 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 946 time: 0.0513861 Aug 27 04:50:09.385612 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.386165 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cc1dc04-65b3-4a2d-9e75-a86dcfad711a {{(pid=101015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:09.391395 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.392259 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-15cde76e-966f-4f21-90bf-4c18325bc5a5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5cc1dc04-65b3-4a2d-9e75-a86dcfad711a HTTP/1.1" status: 204 len: 168 time: 1.1132133 Aug 27 04:50:09.395034 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49904) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:09.428103 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6df4f045-2763-4f39-99c9-cbc2578ff6e5 req-789c48a8-fd29-4c3c-a9b9-90f97a5e70ab tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346999 Aug 27 04:50:09.445108 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] Deleting subnet 76972534-1667-4f31-9967-e79a79923497 {{(pid=101016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:50:09.446838 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.450232 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49906) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:09.491920 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9740171'] for subnet, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.501057 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb21978f-5134-4d2c-91ae-4554c49edfd4 tempest-TestVolumeBootPattern-1187947878 tempest-TestVolumeBootPattern-1187947878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:09.506285 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-bb21978f-5134-4d2c-91ae-4554c49edfd4 tempest-TestVolumeBootPattern-1187947878 tempest-TestVolumeBootPattern-1187947878-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1094 time: 0.0512233 Aug 27 04:50:09.506529 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49908) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:09.511443 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:50:09.598120 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.645327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.691568 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef529e-52db-44b0-85f6-e2b905b38edb req-6cecafde-1892-4206-b0a5-72b483bb1e45 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:09.693197 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-06ef529e-52db-44b0-85f6-e2b905b38edb req-6cecafde-1892-4206-b0a5-72b483bb1e45 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.1011777 Aug 27 04:50:09.723059 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.757042 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-06ef529e-52db-44b0-85f6-e2b905b38edb req-96835ca4-d004-4564-9581-9dbe4d8312f5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475247 Aug 27 04:50:09.818671 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6856892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12193384'] for subnet, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.850721 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76972534-1667-4f31-9967-e79a79923497,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:09.853100 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:09.857694 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-62c54eac-aa00-46f8-844b-53c247cb534f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/76972534-1667-4f31-9967-e79a79923497 HTTP/1.1" status: 204 len: 168 time: 0.4592180 Aug 27 04:50:09.860783 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca0799-0fa6-4ffe-becb-e6c0f1597d54 None None] Network 4b8460dc-68e8-4a9c-b46c-fadf57a16149 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:50:09.872746 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49912) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:09.873432 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Allocated IP 172.27.0.58 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/9e50684e-c973-49f5-8405-034948c5bed4) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:50:09.940511 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.001069 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Deleting port 85a6f690-a94f-4c82-a1ea-8114526be26e {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:10.001468 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.016119 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.074095 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] For port 85a6f690-a94f-4c82-a1ea-8114526be26e, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=85a6f690-a94f-4c82-a1ea-8114526be26e,segment=NetworkSegment(dc5f25be-a469-4634-a0a3-797ab1b52a09),segment_id=dc5f25be-a469-4634-a0a3-797ab1b52a09)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:10.074413 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.087105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Calling delete_port for 85a6f690-a94f-4c82-a1ea-8114526be26e owned by network:dhcp {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:10.116186 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.164172 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:50:10.169780 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:50:10.175117 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:50:10.193235 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] DHCP port deletion for 4b8460dc-68e8-4a9c-b46c-fadf57a16149 request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:50:10.208079 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=9e50684e-c973-49f5-8405-034948c5bed4,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:10.254215 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] Deleting port 85a6f690-a94f-4c82-a1ea-8114526be26e {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:10.254866 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.256864 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.289209 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Pushing event deleted for resources: {'Port': ['ID=85a6f690-a94f-4c82-a1ea-8114526be26e,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:10.293092 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] No DVR routers for this DVR port 85a6f690-a94f-4c82-a1ea-8114526be26e on host dv-cinder-778193-4-iscsi {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:50:10.329567 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] For port 85a6f690-a94f-4c82-a1ea-8114526be26e, host dv-cinder-778193-4-iscsi, got binding levels [] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:10.329910 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.356960 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] Calling delete_port for 85a6f690-a94f-4c82-a1ea-8114526be26e owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:10.362915 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.ipam_backend_mixin [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] Port 85a6f690-a94f-4c82-a1ea-8114526be26e was not found and therefore no delete operation was performed {{(pid=101017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 04:50:10.364719 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.375129 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.386764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8460dc-68e8-4a9c-b46c-fadf57a16149']}} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:10.394275 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] Pushing event deleted for resources: {'Port': ['ID=85a6f690-a94f-4c82-a1ea-8114526be26e,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:10.399453 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5f25be-a469-4634-a0a3-797ab1b52a09') {'for_net_delete': True} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:10.399761 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5f25be-a469-4634-a0a3-797ab1b52a09') {} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:10.404153 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb523cf-6b4f-4bfa-bede-a953fc26f272 None None] No DVR routers for this DVR port 85a6f690-a94f-4c82-a1ea-8114526be26e on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:50:10.410899 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9740180'] for segment, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.432700 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.440468 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:10.440974 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6856922'] for segment, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: Traceback (most recent call last): Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: timer() Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: cb(*args, **kw) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: return func(*args, **kwargs) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: self._notify() Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: self.callback(batched_events) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: event.method(event) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: return f(self, *a, **k) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._get(url).json() Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: return self.request(url, 'GET', **kwargs) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:50:10.443491 dv-cinder-778193-4-iscsi neutron-server[101016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:50:10.585056 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.590303 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:10.596204 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/4b8460dc-68e8-4a9c-b46c-fadf57a16149 HTTP/1.1" status: 204 len: 168 time: 0.7239976 Aug 27 04:50:10.597416 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49914) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:10.605488 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed827e2-b25a-412b-bbd2-bd6e027552ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8460dc-68e8-4a9c-b46c-fadf57a16149,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:10.649479 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.077316 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d8bf16dc-18d8-42be-8e08-f0f8be4d144b no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:11.092961 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.103662 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: d8bf16dc-18d8-42be-8e08-f0f8be4d144b {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:50:11.104012 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device d8bf16dc-18d8-42be-8e08-f0f8be4d144b not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:11.104472 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device acc92537-d52c-43a8-92a3-026a3964fd5c no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:11.123454 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: acc92537-d52c-43a8-92a3-026a3964fd5c {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:50:11.123806 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device acc92537-d52c-43a8-92a3-026a3964fd5c not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:11.124237 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 85a6f690-a94f-4c82-a1ea-8114526be26e no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:11.143496 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 85a6f690-a94f-4c82-a1ea-8114526be26e {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:50:11.143845 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 85a6f690-a94f-4c82-a1ea-8114526be26e not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:11.158700 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:11.192087 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b56fd-934d-4af1-8e6c-f0c366ba13de req-6935f024-1748-45ae-b100-4dba4e587166 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:11.193674 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a56b56fd-934d-4af1-8e6c-f0c366ba13de req-6935f024-1748-45ae-b100-4dba4e587166 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 945 time: 0.1626077 Aug 27 04:50:11.236655 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.263624 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:50:11.265888 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af715cc-2bf2-4e3b-929c-c232cd5a12b1" -d '{"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-unplugged", "status": "completed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:50:11.283003 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:11.301719 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 04:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee5b83-64ec-46b5-ab72-4d28cb928273 x-openstack-request-id: req-38ee5b83-64ec-46b5-ab72-4d28cb928273 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:50:11.302084 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-unplugged", "status": "failed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff", "code": 422}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:50:11.302342 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38ee5b83-64ec-46b5-ab72-4d28cb928273 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:50:11.302748 dv-cinder-778193-4-iscsi neutron-server[101017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'code': 422} returned with failed status Aug 27 04:50:11.346297 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a56b56fd-934d-4af1-8e6c-f0c366ba13de req-277ed67c-d549-4d62-b325-d4616c82f1d2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447754 Aug 27 04:50:11.363979 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.411691 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.429721 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=8']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:11.472539 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.484689 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.600641 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=9e50684e-c973-49f5-8405-034948c5bed4,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:11.640887 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:11.804624 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Floating IP 0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc associated. External IP: 172.27.0.58, port: be03ca9c-b0be-4d2f-b2f1-435ee5773747. Aug 27 04:50:12.061166 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Deleting port 99204033-028b-4063-b606-223f0892f29f {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:12.061499 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:12.142632 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:12.175209 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] For port 99204033-028b-4063-b606-223f0892f29f, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=99204033-028b-4063-b606-223f0892f29f,segment=NetworkSegment(ae327248-e1d6-493d-931d-1d66e7162373),segment_id=ae327248-e1d6-493d-931d-1d66e7162373)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:12.175426 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:12.220889 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Calling delete_port for 99204033-028b-4063-b606-223f0892f29f owned by network:router_interface {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:12.333837 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:12.344235 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:12.359493 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:50:12.360137 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:12.466808 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:12.479937 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:50:12.519494 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2c39971d-0d3b-44ca-93d3-673d314724b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0027666 Aug 27 04:50:12.519494 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:50:12.519494 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:50:12.564490 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac640b10-6b55-4582-b428-547777abc56a x-openstack-request-id: req-ac640b10-6b55-4582-b428-547777abc56a {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:50:12.564891 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:50:12.565244 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac640b10-6b55-4582-b428-547777abc56a {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:50:12.565751 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'status': 'completed', 'code': 200} Aug 27 04:50:12.601792 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:12.655946 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Pushing event deleted for resources: {'Port': ['ID=99204033-028b-4063-b606-223f0892f29f,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:12.671859 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-2966b9a2-7f8c-4e8e-afed-0adc11163d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:12.678658 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-2966b9a2-7f8c-4e8e-afed-0adc11163d89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0894585 Aug 27 04:50:12.828094 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-8db5fb40-847f-4b04-81cb-35c810866091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:12.844194 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-8db5fb40-847f-4b04-81cb-35c810866091 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.1446433 Aug 27 04:50:12.917061 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-aa5372ad-377b-4ded-a014-3ace88fb059d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 999 time: 0.0771885 Aug 27 04:50:12.923825 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:12.951302 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:10Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:12.991486 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-0102f6df-2f91-4dbe-8815-48b9c943e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:12.993118 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-0102f6df-2f91-4dbe-8815-48b9c943e802 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0676630 Aug 27 04:50:12.994665 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:13.004850 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:50:13.005775 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:13.083529 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-b10bfd71-4f3c-4043-b2c6-baf8b59eca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:13.085771 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-b10bfd71-4f3c-4043-b2c6-baf8b59eca7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727556 Aug 27 04:50:13.155683 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:50:13.206134 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-41d62d87-0411-4348-9c63-0097beb665c6 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116292 Aug 27 04:50:13.215349 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Router 651115cc-db78-49c4-b1e4-173ef84cf500 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:50:13.321485 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-43d54031-31b2-42c0-8ccb-b3e1d1c7e461 req-9cbf575d-fd3a-4449-a281-8a46af3f841d service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070015 Aug 27 04:50:13.345768 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:50:13.351223 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c8a43337-65df-4af4-af36-22bef915ce34 admin admin] 10.222.0.25 "PUT /v2.0/routers/651115cc-db78-49c4-b1e4-173ef84cf500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7527273 Aug 27 04:50:13.354269 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49954) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:13.358911 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] Sync routers for ids ['651115cc-db78-49c4-b1e4-173ef84cf500'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:50:13.370744 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] Routers {'651115cc-db78-49c4-b1e4-173ef84cf500'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:50:13.371477 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['651115cc-db78-49c4-b1e4-173ef84cf500'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:13.424085 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:10Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:13.459096 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e13010-099b-4c12-bccc-ba3fe2aa7035 None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:10Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:13.516713 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] Set router 651115cc-db78-49c4-b1e4-173ef84cf500 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:50:13.768976 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:50:12Z', 'revision_number': 5, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:13.791784 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89677c43-8f1b-4d4c-b496-6448cc2e9023 None None] New status for floating IP 0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc: ACTIVE {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:50:13.793818 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks [] for router, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:13.805967 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] Checking router: 651115cc-db78-49c4-b1e4-173ef84cf500 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:50:13.814779 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] Routers {'651115cc-db78-49c4-b1e4-173ef84cf500'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:50:13.815408 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:49:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['651115cc-db78-49c4-b1e4-173ef84cf500'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:13.930424 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:13.940476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] Set router 651115cc-db78-49c4-b1e4-173ef84cf500 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:50:13.977861 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80b879-5c91-43d1-b11a-6baa0e07b0d3 req-7af38942-09e5-4e36-9c6d-83e8f8a162f9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:13.986227 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fe80b879-5c91-43d1-b11a-6baa0e07b0d3 req-7af38942-09e5-4e36-9c6d-83e8f8a162f9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0808625 Aug 27 04:50:14.026944 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fe80b879-5c91-43d1-b11a-6baa0e07b0d3 req-e0048de2-ccc2-4d79-b628-8beaf799fc87 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395823 Aug 27 04:50:14.092948 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cb07-3cef-44e9-899c-4bc141b1fa93 req-53b708fe-9fbe-4500-893c-769bc17fb305 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:14.094450 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1d93cb07-3cef-44e9-899c-4bc141b1fa93 req-53b708fe-9fbe-4500-893c-769bc17fb305 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0514538 Aug 27 04:50:14.152689 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1d93cb07-3cef-44e9-899c-4bc141b1fa93 req-2e883ca8-e4da-43c8-b776-5d30bf2c1e63 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Aug 27 04:50:14.165710 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:50:12Z', 'revision_number': 5, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:14.168924 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Deleting port 906a2c79-1628-43dd-a4d2-05ab4acb4d97 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:14.168924 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.195439 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb33342-30c1-4464-9e9c-958abf3a4b4f None None] The sync data for ids ['651115cc-db78-49c4-b1e4-173ef84cf500'] in dv-cinder-778193-4-iscsi is: [{'id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'name': 'tempest-TestMinimumBasicScenario-1047295382-router', 'tenant_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:19Z', 'updated_at': '2021-08-27T04:50:12Z', 'revision_number': 5, 'project_id': 'd6f2c8ffb4b14ba68accea005580e1f0', 'gw_port': {'id': '906a2c79-1628-43dd-a4d2-05ab4acb4d97', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651115cc-db78-49c4-b1e4-173ef84cf500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:20Z', 'updated_at': '2021-08-27T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:50:14.291711 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-102d6082-cb89-410b-9db6-c04f83407a5b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705674 Aug 27 04:50:14.299375 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] For port 906a2c79-1628-43dd-a4d2-05ab4acb4d97, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=906a2c79-1628-43dd-a4d2-05ab4acb4d97,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:14.299375 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.309162 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Calling delete_port for 906a2c79-1628-43dd-a4d2-05ab4acb4d97 owned by network:router_gateway {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:14.352382 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.572961 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.604374 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=906a2c79-1628-43dd-a4d2-05ab4acb4d97,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:14.668804 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.761741 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.763921 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.892473 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.893025 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 651115cc-db78-49c4-b1e4-173ef84cf500 {{(pid=101015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:50:14.897311 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.902316 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-7b002d69-96d9-4d94-be24-3c447160dd4c admin admin] 10.222.0.25 "DELETE /v2.0/routers/651115cc-db78-49c4-b1e4-173ef84cf500 HTTP/1.1" status: 204 len: 168 time: 1.5437853 Aug 27 04:50:14.902316 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 49982) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:14.951714 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] Deleting subnet 211d902b-c1ce-4cbb-bd23-08704b5441af {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:50:14.955359 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:14.993175 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.118890 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.150709 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afd2bb-15ce-48d4-897f-2d02797d78ea req-f2f57a0a-ea05-4717-a244-86177bf7db8b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:15.152249 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a1afd2bb-15ce-48d4-897f-2d02797d78ea req-f2f57a0a-ea05-4717-a244-86177bf7db8b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0518336 Aug 27 04:50:15.191781 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a1afd2bb-15ce-48d4-897f-2d02797d78ea req-f68de66c-ee9e-43ab-9fc5-b139fc44bb35 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328488 Aug 27 04:50:15.252961 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.298468 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.300266 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/211d902b-c1ce-4cbb-bd23-08704b5441af HTTP/1.1" status: 204 len: 168 time: 0.3975554 Aug 27 04:50:15.302855 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 49988) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:15.305384 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904207c-d169-43a1-9c9d-eb245b7e8c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211d902b-c1ce-4cbb-bd23-08704b5441af,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.307306 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f547c0e-d4e7-4e1e-b52c-d4445b012b36 None None] Network 929dcfce-58fd-4b07-8420-9347a25d23a1 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:50:15.330078 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5cff3-fc74-4133-b7de-f9ea367d0180 req-78293e82-d7e6-475d-b080-2c333c1ad507 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:15.339630 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-98f5cff3-fc74-4133-b7de-f9ea367d0180 req-78293e82-d7e6-475d-b080-2c333c1ad507 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0954373 Aug 27 04:50:15.399560 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.399749 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-98f5cff3-fc74-4133-b7de-f9ea367d0180 req-46bce389-9320-4e86-bee7-8649fc5aeabb tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526662 Aug 27 04:50:15.431160 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 906a2c79-1628-43dd-a4d2-05ab4acb4d97 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:15.464480 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Deleting port 196102d8-27d8-4361-beb1-942adf514af9 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:15.464740 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.465000 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 906a2c79-1628-43dd-a4d2-05ab4acb4d97 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:50:15.465357 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 906a2c79-1628-43dd-a4d2-05ab4acb4d97 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:15.465798 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 99204033-028b-4063-b606-223f0892f29f no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:15.487993 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 99204033-028b-4063-b606-223f0892f29f {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:50:15.488345 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 99204033-028b-4063-b606-223f0892f29f not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:15.532407 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] For port 196102d8-27d8-4361-beb1-942adf514af9, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=196102d8-27d8-4361-beb1-942adf514af9,segment=NetworkSegment(ae327248-e1d6-493d-931d-1d66e7162373),segment_id=ae327248-e1d6-493d-931d-1d66e7162373)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:15.532787 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.547468 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Calling delete_port for 196102d8-27d8-4361-beb1-942adf514af9 owned by network:dhcp {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:15.561154 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] DHCP port deletion for 929dcfce-58fd-4b07-8420-9347a25d23a1 request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:50:15.610380 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] Deleting port 196102d8-27d8-4361-beb1-942adf514af9 {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:50:15.610763 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.636474 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-8c76d1d9-7988-4675-b571-c68fd451cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:15.638014 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-8c76d1d9-7988-4675-b571-c68fd451cfac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00&tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509 HTTP/1.1" status: 200 len: 1096 time: 0.0863159 Aug 27 04:50:15.674248 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] For port 196102d8-27d8-4361-beb1-942adf514af9, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=196102d8-27d8-4361-beb1-942adf514af9,segment=NetworkSegment(ae327248-e1d6-493d-931d-1d66e7162373),segment_id=ae327248-e1d6-493d-931d-1d66e7162373)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:15.674578 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.688943 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] Calling delete_port for 196102d8-27d8-4361-beb1-942adf514af9 owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:50:15.702708 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-817ea8c3-2f29-453f-b554-a28680874c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:15.704222 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-817ea8c3-2f29-453f-b554-a28680874c26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 1096 time: 0.0441971 Aug 27 04:50:15.758686 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.794730 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=196102d8-27d8-4361-beb1-942adf514af9,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.798411 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] No DVR routers for this DVR port 196102d8-27d8-4361-beb1-942adf514af9 on host dv-cinder-778193-4-iscsi {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:50:15.806313 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.831789 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] Pushing event deleted for resources: {'Port': ['ID=196102d8-27d8-4361-beb1-942adf514af9,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:15.833651 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6f85d-8e23-4e17-9f28-239c1c5d26f3 None None] No DVR routers for this DVR port 196102d8-27d8-4361-beb1-942adf514af9 on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:50:15.890777 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-1119fe55-02fe-4e0d-ade8-eb8632ae8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:15.892327 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-1119fe55-02fe-4e0d-ade8-eb8632ae8b5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 200 len: 918 time: 0.1813848 Aug 27 04:50:15.897796 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.914496 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929dcfce-58fd-4b07-8420-9347a25d23a1']}} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:15.954943 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae327248-e1d6-493d-931d-1d66e7162373') {'for_net_delete': True} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:15.955242 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae327248-e1d6-493d-931d-1d66e7162373') {} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:50:15.969293 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9740180'] for segment, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.991182 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-558a1199-efe5-4c6c-847e-dad3a2786a79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff HTTP/1.1" status: 200 len: 998 time: 0.0907309 Aug 27 04:50:15.992690 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:15.999703 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:50:16.000101 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6856922'] for segment, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: Traceback (most recent call last): Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: timer() Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: cb(*args, **kw) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: return func(*args, **kwargs) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: self._notify() Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: self.callback(batched_events) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: event.method(event) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: return f(self, *a, **k) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._get(url).json() Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: return self.request(url, 'GET', **kwargs) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:50:16.008245 dv-cinder-778193-4-iscsi neutron-server[101016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:50:16.088838 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-175164d4-5ea9-4dd1-9161-43d07568c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.090247 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-175164d4-5ea9-4dd1-9161-43d07568c631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 200 len: 856 time: 0.0917673 Aug 27 04:50:16.135477 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-e3722e50-eefc-4633-9020-8a2602b9c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.136998 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-e3722e50-eefc-4633-9020-8a2602b9c9d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cfee3453-5583-48a6-bcf0-d538e9a08449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397034 Aug 27 04:50:16.161404 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:16.192793 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:16.194559 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/929dcfce-58fd-4b07-8420-9347a25d23a1 HTTP/1.1" status: 204 len: 168 time: 0.8907409 Aug 27 04:50:16.208122 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f07a90-d906-4cbc-bcda-60ff6e5a46e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=929dcfce-58fd-4b07-8420-9347a25d23a1,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:16.247582 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-a5633a60-3515-4bbe-a43e-2f7d56b6a466 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034627 Aug 27 04:50:16.375822 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34505b08-6f56-4276-aa43-bbac1c401afb req-3f4bf313-664c-4526-89d7-1b442a0a13fd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.377275 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-34505b08-6f56-4276-aa43-bbac1c401afb req-3f4bf313-664c-4526-89d7-1b442a0a13fd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.1033418 Aug 27 04:50:16.381338 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-00408b25-178b-4387-85ab-3c31fe1a0513 service neutron] 10.222.0.43 "GET /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259718 Aug 27 04:50:16.438884 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-34505b08-6f56-4276-aa43-bbac1c401afb req-bb782b07-0283-48d6-8727-49168d16bef8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541086 Aug 27 04:50:16.458109 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527802c-bfc8-4e2f-acf4-49880672082d req-0809121c-b383-4c7c-98a5-25363f66335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.460813 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9527802c-bfc8-4e2f-acf4-49880672082d req-0809121c-b383-4c7c-98a5-25363f66335b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 1098 time: 0.0491738 Aug 27 04:50:16.515430 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca782a-0800-4de2-a1db-7b86a02fd46e req-fa3a74e3-677a-47dc-b034-0b85fcf00c7a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.517072 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3dca782a-0800-4de2-a1db-7b86a02fd46e req-fa3a74e3-677a-47dc-b034-0b85fcf00c7a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0587604 Aug 27 04:50:16.557664 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3dca782a-0800-4de2-a1db-7b86a02fd46e req-4ee74500-d3ed-4633-84f0-748e4ce369ca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334437 Aug 27 04:50:16.593000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527802c-bfc8-4e2f-acf4-49880672082d req-2080a9c4-401e-4212-a8fe-6a118c424ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.594273 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50002) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:16.594486 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9527802c-bfc8-4e2f-acf4-49880672082d req-2080a9c4-401e-4212-a8fe-6a118c424ca4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0996363 Aug 27 04:50:16.637724 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f9d90b29-3278-47ae-9404-d3f56435f66d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55642c30419042daa27ecdcf76f4e6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422888 Aug 27 04:50:16.640094 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50006) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:16.668209 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9527802c-bfc8-4e2f-acf4-49880672082d req-e89e572e-81ff-45a6-b46a-54c9c5d9ca46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685614f1-76b9-426a-ab0a-346cb343465a HTTP/1.1" status: 200 len: 1001 time: 0.0667608 Aug 27 04:50:16.688823 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-931adf36-dc14-47d4-bc82-cfbe6327dcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:16.712779 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-931adf36-dc14-47d4-bc82-cfbe6327dcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:16.723255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527802c-bfc8-4e2f-acf4-49880672082d req-70357c24-c0e7-4ed1-b753-93ab6cf68b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.724868 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9527802c-bfc8-4e2f-acf4-49880672082d req-70357c24-c0e7-4ed1-b753-93ab6cf68b35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0484860 Aug 27 04:50:16.777116 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527802c-bfc8-4e2f-acf4-49880672082d req-92cb967f-fa59-46f4-8dab-d6a48ab47019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:16.778627 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9527802c-bfc8-4e2f-acf4-49880672082d req-92cb967f-fa59-46f4-8dab-d6a48ab47019 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467198 Aug 27 04:50:16.821165 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-931adf36-dc14-47d4-bc82-cfbe6327dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:16.824026 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-931adf36-dc14-47d4-bc82-cfbe6327dcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:16.828523 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-931adf36-dc14-47d4-bc82-cfbe6327dcf8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60d99493-9f3d-4c64-91d0-c11c239dffe3 HTTP/1.1" status: 204 len: 168 time: 0.1873908 Aug 27 04:50:16.838514 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931adf36-dc14-47d4-bc82-cfbe6327dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d99493-9f3d-4c64-91d0-c11c239dffe3,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:16.883758 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9527802c-bfc8-4e2f-acf4-49880672082d req-b33505b2-e7a5-4151-9457-56e080c44463 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982950 Aug 27 04:50:17.140916 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 196102d8-27d8-4361-beb1-942adf514af9 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:50:17.185081 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 196102d8-27d8-4361-beb1-942adf514af9 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:50:17.185487 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 196102d8-27d8-4361-beb1-942adf514af9 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:50:17.274963 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9527802c-bfc8-4e2f-acf4-49880672082d req-46d79d85-6fd3-4213-abd7-1e8df3b657f0 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833208 Aug 27 04:50:17.587368 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbc79c-ab6c-48a3-a630-3d3d0d3c425e req-88f60479-1ad8-4901-9593-64dfbf0f44dd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:17.592896 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-88dbc79c-ab6c-48a3-a630-3d3d0d3c425e req-88f60479-1ad8-4901-9593-64dfbf0f44dd tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0624082 Aug 27 04:50:17.643045 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50028) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:17.673115 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-88dbc79c-ab6c-48a3-a630-3d3d0d3c425e req-2a78f8d4-d6ec-4556-9aff-0e1152c96534 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778689 Aug 27 04:50:17.721615 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c71b5e77-b8ea-4f78-84d0-9e9f1899c862 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6f2c8ffb4b14ba68accea005580e1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772941 Aug 27 04:50:17.724403 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50030) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:50:17.735263 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e8ae-d587-4549-99f9-c55c5bae57a8 req-3a0147ce-12c1-4348-8802-8f61b75e9da4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:17.736840 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4633e8ae-d587-4549-99f9-c55c5bae57a8 req-3a0147ce-12c1-4348-8802-8f61b75e9da4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0768020 Aug 27 04:50:17.785803 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4633e8ae-d587-4549-99f9-c55c5bae57a8 req-33cb9d94-f32c-44c6-a64e-a630c75a75bc tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Aug 27 04:50:17.795140 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-24e69e4a-894f-42f7-92d0-8b1ac875fb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:17.817608 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-24e69e4a-894f-42f7-92d0-8b1ac875fb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:17.957702 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-24e69e4a-894f-42f7-92d0-8b1ac875fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:17.960244 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-24e69e4a-894f-42f7-92d0-8b1ac875fb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:17.961532 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-24e69e4a-894f-42f7-92d0-8b1ac875fb8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24d1dba5-dff9-4820-8937-354cd0f757de HTTP/1.1" status: 204 len: 168 time: 0.2357903 Aug 27 04:50:17.973192 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e69e4a-894f-42f7-92d0-8b1ac875fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d1dba5-dff9-4820-8937-354cd0f757de,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:18.804297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb570-a5bd-4d0b-a7c6-ea83d8cb05c1 req-b265c4eb-18ca-415d-ad3d-449ab67f147f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:18.805988 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-786eb570-a5bd-4d0b-a7c6-ea83d8cb05c1 req-b265c4eb-18ca-415d-ad3d-449ab67f147f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0535674 Aug 27 04:50:18.848420 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-786eb570-a5bd-4d0b-a7c6-ea83d8cb05c1 req-a5ad1377-1ba5-4436-bf07-5efc08b81923 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351210 Aug 27 04:50:18.924333 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8d828-2dcb-486c-a29b-1c40527bab62 req-1b652f05-7ebf-41b1-8b7a-f6c47a7278cd tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:18.924333 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4db8d828-2dcb-486c-a29b-1c40527bab62 req-1b652f05-7ebf-41b1-8b7a-f6c47a7278cd tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0539603 Aug 27 04:50:18.961609 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4db8d828-2dcb-486c-a29b-1c40527bab62 req-0551fb8e-b95c-42d6-8de0-02e92ef33d11 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Aug 27 04:50:19.974049 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f822-9cf6-4b0b-b3fe-85ae04a19ff0 req-0ee08e07-03cc-4696-b43a-cd59c384ce61 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:19.975629 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-45f2f822-9cf6-4b0b-b3fe-85ae04a19ff0 req-0ee08e07-03cc-4696-b43a-cd59c384ce61 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0525949 Aug 27 04:50:20.027936 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-45f2f822-9cf6-4b0b-b3fe-85ae04a19ff0 req-e315c839-d146-45c4-9e90-85ba60faff64 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Aug 27 04:50:20.083027 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160908f-e8b3-424a-9f23-48d8067b629c req-ceecf8b7-3fb1-4e0e-b78b-4752dcfee720 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:20.084564 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d160908f-e8b3-424a-9f23-48d8067b629c req-ceecf8b7-3fb1-4e0e-b78b-4752dcfee720 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0522566 Aug 27 04:50:20.124618 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d160908f-e8b3-424a-9f23-48d8067b629c req-09f78aa6-e3a6-4f9d-be3d-d64bfa49f9e5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338860 Aug 27 04:50:21.141581 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0863c9-aace-4d6d-9f59-dca897ccfdf9 req-1e63b222-5401-45dc-8f64-4a3687f6d15e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:21.143068 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fe0863c9-aace-4d6d-9f59-dca897ccfdf9 req-1e63b222-5401-45dc-8f64-4a3687f6d15e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0487711 Aug 27 04:50:21.193423 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fe0863c9-aace-4d6d-9f59-dca897ccfdf9 req-b75e0b2e-56b4-4a29-9e01-9baa1909a057 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357189 Aug 27 04:50:21.261622 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9be6-9699-4d71-8c8b-e73d0fd6f930 req-4870aa69-85c1-4b70-b98f-0588e62760a5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:21.264904 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-159d9be6-9699-4d71-8c8b-e73d0fd6f930 req-4870aa69-85c1-4b70-b98f-0588e62760a5 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0584970 Aug 27 04:50:21.300882 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-159d9be6-9699-4d71-8c8b-e73d0fd6f930 req-cc28a95c-805c-4f07-8b74-8063af6cffe0 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Aug 27 04:50:22.328056 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564a95-2eda-4f99-9a1e-3ce2de702d84 req-c9d2144b-79bb-4058-8a11-2b0cbf6fb2e5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:22.329674 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ae564a95-2eda-4f99-9a1e-3ce2de702d84 req-c9d2144b-79bb-4058-8a11-2b0cbf6fb2e5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0536489 Aug 27 04:50:22.368706 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ae564a95-2eda-4f99-9a1e-3ce2de702d84 req-b43e8d04-813a-4d29-bd03-c381dfe000e3 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Aug 27 04:50:22.421148 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cec09-56ce-493c-ae8e-2930ae56ec14 req-97262593-a224-4916-9413-25fb3b443992 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:22.422717 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-555cec09-56ce-493c-ae8e-2930ae56ec14 req-97262593-a224-4916-9413-25fb3b443992 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0513289 Aug 27 04:50:22.462956 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-555cec09-56ce-493c-ae8e-2930ae56ec14 req-e4bd811c-a416-433c-8025-6b8c19469920 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343170 Aug 27 04:50:23.218098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9ee3feea-2399-4ae1-8292-9eb3d9b7ccda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:23.512752 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e80ab-b9ad-47a8-9c9d-0578befb949d req-7a80c271-b207-4b97-9262-789a757f206e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:23.521725 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d83e80ab-b9ad-47a8-9c9d-0578befb949d req-7a80c271-b207-4b97-9262-789a757f206e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0616629 Aug 27 04:50:23.556750 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d83e80ab-b9ad-47a8-9c9d-0578befb949d req-f02b1013-ea77-4cc0-82de-1a7ed7aeac1e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334198 Aug 27 04:50:23.609218 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455edc07-c2aa-4942-80b3-a6cc144bf457 req-21de748b-410c-491b-8f9b-63cc079299bb tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:23.610851 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-455edc07-c2aa-4942-80b3-a6cc144bf457 req-21de748b-410c-491b-8f9b-63cc079299bb tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0605893 Aug 27 04:50:23.665807 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-455edc07-c2aa-4942-80b3-a6cc144bf457 req-b5044eda-ed63-4c42-b8ff-bb4447d04e1a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457280 Aug 27 04:50:24.684541 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73d7a9-d66e-43ad-b636-c77d7b81be9a req-eb4fabdb-f266-42e8-907e-c935c2d247e1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:24.686256 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7a73d7a9-d66e-43ad-b636-c77d7b81be9a req-eb4fabdb-f266-42e8-907e-c935c2d247e1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0544727 Aug 27 04:50:24.742048 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7a73d7a9-d66e-43ad-b636-c77d7b81be9a req-80a6be60-c2d2-4982-b56f-272ab9a7aa16 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Aug 27 04:50:24.796738 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b40d81-9cc3-43fc-b674-3e7d5b2f5350 req-e1709ff9-1bb0-4fbd-adc2-2f36e0cda564 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:24.798214 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b0b40d81-9cc3-43fc-b674-3e7d5b2f5350 req-e1709ff9-1bb0-4fbd-adc2-2f36e0cda564 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0552664 Aug 27 04:50:24.840874 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b0b40d81-9cc3-43fc-b674-3e7d5b2f5350 req-fe690a63-6872-4a89-a43c-371c23f38a5e tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364625 Aug 27 04:50:25.780127 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e732e39c-9326-4e63-97f6-8a4ebf04eed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:25.875044 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d746-2af8-457d-a2c5-d506ceb2e790 req-67c52760-45f8-4ed9-a248-7baf31957236 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:25.881147 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8c4d746-2af8-457d-a2c5-d506ceb2e790 req-67c52760-45f8-4ed9-a248-7baf31957236 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0603704 Aug 27 04:50:25.932599 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8c4d746-2af8-457d-a2c5-d506ceb2e790 req-caa0945f-68c6-4a8b-8177-dadb0fe8b48b tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485821 Aug 27 04:50:25.962346 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ef42-8813-4ae3-bc3c-3f85da2076fe req-0bb01069-0ae4-4c25-b492-59c6053150ba tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:25.969933 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ff65ef42-8813-4ae3-bc3c-3f85da2076fe req-0bb01069-0ae4-4c25-b492-59c6053150ba tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0572262 Aug 27 04:50:26.006634 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ff65ef42-8813-4ae3-bc3c-3f85da2076fe req-1fb4ab7a-e918-447d-8e16-7dbe3f159cfa tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357821 Aug 27 04:50:26.151500 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:26.917208 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:27.072958 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec088afa-ad45-4d48-badb-3743bcdba06d req-abe80b81-51ad-48f6-ac8b-6564080b58d1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:27.075127 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ec088afa-ad45-4d48-badb-3743bcdba06d req-abe80b81-51ad-48f6-ac8b-6564080b58d1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0535827 Aug 27 04:50:27.121657 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ec088afa-ad45-4d48-badb-3743bcdba06d req-cbc8ac38-363b-4785-9e93-35f9933190d4 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 Aug 27 04:50:27.130943 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fc31f-4c27-4421-b9ad-19f0dc31fa7f req-9e4cd024-0d04-48f1-9c47-787cee0483a6 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:27.140754 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad2fc31f-4c27-4421-b9ad-19f0dc31fa7f req-9e4cd024-0d04-48f1-9c47-787cee0483a6 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0594523 Aug 27 04:50:27.176641 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ad2fc31f-4c27-4421-b9ad-19f0dc31fa7f req-0b4eb50d-dbd7-44c0-ab2c-ff58741197e4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345621 Aug 27 04:50:28.243481 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6778751-5d00-431e-9272-a5cc1f70729f req-820d6d48-cf8a-42c8-bb3b-6d24b762a52e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:28.245024 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f6778751-5d00-431e-9272-a5cc1f70729f req-820d6d48-cf8a-42c8-bb3b-6d24b762a52e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0518441 Aug 27 04:50:28.283909 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f6778751-5d00-431e-9272-a5cc1f70729f req-5f744bf4-ac1c-40a1-827f-3936b25a4fce tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 Aug 27 04:50:28.297116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3c781-4cae-4dba-8e30-fb58bb8a1532 req-94a1e40b-f3a3-41c9-804f-2d662d12196c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:28.306574 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7fb3c781-4cae-4dba-8e30-fb58bb8a1532 req-94a1e40b-f3a3-41c9-804f-2d662d12196c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0546844 Aug 27 04:50:28.339274 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7fb3c781-4cae-4dba-8e30-fb58bb8a1532 req-4fdfb9ea-f636-4d2c-acf1-2838660ba83e tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343497 Aug 27 04:50:28.511475 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:29.439361 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae88cd-4a96-4076-92a5-6c2f7838159b req-28d0d313-5ede-4cd0-a230-ecbe3a464d97 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:29.686639 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-97ae88cd-4a96-4076-92a5-6c2f7838159b req-28d0d313-5ede-4cd0-a230-ecbe3a464d97 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.0652986 Aug 27 04:50:29.687020 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7635f4-fc3c-499e-b166-cf81d08bab58 req-e3cacad8-8bce-428d-9a60-d46a61aedf9d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:29.687020 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eb7635f4-fc3c-499e-b166-cf81d08bab58 req-e3cacad8-8bce-428d-9a60-d46a61aedf9d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0504639 Aug 27 04:50:29.687847 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-97ae88cd-4a96-4076-92a5-6c2f7838159b req-81adc0dd-b1e4-4eae-83cd-9f67044aaa9f tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326860 Aug 27 04:50:29.688190 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eb7635f4-fc3c-499e-b166-cf81d08bab58 req-13ee1d87-2b13-4456-9f58-7b3074df065b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Aug 27 04:50:30.164536 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99a62c-5721-42aa-94b7-e80ecedbbad0 req-de8d0f33-aacd-4575-ab51-412864fdd01d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:30.166145 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0a99a62c-5721-42aa-94b7-e80ecedbbad0 req-de8d0f33-aacd-4575-ab51-412864fdd01d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0481403 Aug 27 04:50:30.203623 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0a99a62c-5721-42aa-94b7-e80ecedbbad0 req-5145dfbc-08d1-4d39-be45-fc5caa28e967 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Aug 27 04:50:30.463524 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-ce77dae0-4a00-4189-a071-4f4c6145cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:30.465056 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-ce77dae0-4a00-4189-a071-4f4c6145cb5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 1098 time: 0.0401230 Aug 27 04:50:30.562407 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-279d97b2-b924-4963-a384-e85edff8972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:30.563882 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-279d97b2-b924-4963-a384-e85edff8972a service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0903165 Aug 27 04:50:30.628423 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-ec1a2041-9ba8-4b6c-ba05-da11720a7c9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685614f1-76b9-426a-ab0a-346cb343465a HTTP/1.1" status: 200 len: 1001 time: 0.0575101 Aug 27 04:50:30.681606 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-c851413c-0f17-4727-8a05-1b30366569d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:30.683101 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-c851413c-0f17-4727-8a05-1b30366569d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0455146 Aug 27 04:50:30.735636 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-cf1e2d05-64c8-48d8-95de-f54a4abd2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:30.737223 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-cf1e2d05-64c8-48d8-95de-f54a4abd2ec9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458755 Aug 27 04:50:30.850074 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69790-efa4-4d24-bb72-090fb72a02bf req-961f3aec-9c08-4b60-bf87-cdf4af63a55a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:30.852088 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e7d69790-efa4-4d24-bb72-090fb72a02bf req-961f3aec-9c08-4b60-bf87-cdf4af63a55a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 943 time: 0.1062315 Aug 27 04:50:30.880087 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-17b0b618-4ec6-410c-a9fc-21baf59c0bb6 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352494 Aug 27 04:50:30.906225 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e7d69790-efa4-4d24-bb72-090fb72a02bf req-dcc85ec2-7271-41df-b348-9ed398ec4993 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477891 Aug 27 04:50:30.981162 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc952308-b69c-4acc-95ed-8b92e7e0b859 req-1965aa55-cd64-4702-bade-c4ed552e8eb7 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886769 Aug 27 04:50:31.313707 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:50:31.318346 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:50:31.319721 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d76c9-8e62-4b06-bb21-8276c49ae29c req-16a16ae0-9c95-426e-a99d-4bd8d1fbc589 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:31.321265 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d35d76c9-8e62-4b06-bb21-8276c49ae29c req-16a16ae0-9c95-426e-a99d-4bd8d1fbc589 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0521164 Aug 27 04:50:31.359291 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d35d76c9-8e62-4b06-bb21-8276c49ae29c req-906c057e-8227-43f2-ba98-ef5d70f5c32a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Aug 27 04:50:31.410358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:31.421243 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'port_id': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'mac_address': 'fa:16:3e:8f:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:50:31.459735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:31.472860 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:50:31.491120 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:31.608798 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:31.656695 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=9']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:31.857416 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:50:32.037004 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4c7fa-ac01-4b30-9214-ab7c239d336d req-13457a39-c1b2-4d26-83a5-3f0367e92162 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:32.038501 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fee4c7fa-ac01-4b30-9214-ab7c239d336d req-13457a39-c1b2-4d26-83a5-3f0367e92162 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 944 time: 0.0527050 Aug 27 04:50:32.080539 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fee4c7fa-ac01-4b30-9214-ab7c239d336d req-aa97d39f-937b-4656-8f1b-69001d1a51aa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361402 Aug 27 04:50:32.472083 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d72fe9-a255-4b26-aa9a-5d81e9ace8b5 req-191b89f7-e2da-42df-916a-53456eed0f52 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:32.473575 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-48d72fe9-a255-4b26-aa9a-5d81e9ace8b5 req-191b89f7-e2da-42df-916a-53456eed0f52 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0476384 Aug 27 04:50:32.511291 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-48d72fe9-a255-4b26-aa9a-5d81e9ace8b5 req-22c85c58-6be5-4dce-b30a-7e86d123f01c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Aug 27 04:50:33.196793 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111fea-52bd-46ff-ae2c-1eb471180d45 req-7c194a4f-a5cf-428c-8793-83d52f9ef5f8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:33.198260 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e6111fea-52bd-46ff-ae2c-1eb471180d45 req-7c194a4f-a5cf-428c-8793-83d52f9ef5f8 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 944 time: 0.0483780 Aug 27 04:50:33.236633 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e6111fea-52bd-46ff-ae2c-1eb471180d45 req-f11f3bd8-954a-4cf2-9ad2-de3f296e8a65 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Aug 27 04:50:33.327559 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:50:33.374436 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:50:33.374811 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:33.448592 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:33.469724 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:50:33.471957 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c36ed-5a63-4cc9-8c05-859766490222" -d '{"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-plugged", "status": "completed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:50:33.487449 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:50:33.508748 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857f2659-0de4-4d6d-b392-0fdc0c980a3f x-openstack-request-id: req-857f2659-0de4-4d6d-b392-0fdc0c980a3f {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:50:33.509049 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-plugged", "status": "completed", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:50:33.509303 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-857f2659-0de4-4d6d-b392-0fdc0c980a3f {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:50:33.509706 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'code': 200} Aug 27 04:50:33.619772 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:33.666720 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=10']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:50:33.860388 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb422d-7359-4784-a27c-567acfc4416e req-25ce9a66-cab9-4208-aed9-bfeb7f14e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:33.861913 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-54eb422d-7359-4784-a27c-567acfc4416e req-25ce9a66-cab9-4208-aed9-bfeb7f14e05b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 1099 time: 0.0407777 Aug 27 04:50:33.896456 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-54eb422d-7359-4784-a27c-567acfc4416e req-3e158c9f-3637-4df3-9856-d742c04b3707 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279062 Aug 27 04:50:34.352755 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19ed17-484a-427b-9281-79861724cd5e req-941400c5-baa7-4f0e-baa3-804f2c1da364 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:34.354207 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ee19ed17-484a-427b-9281-79861724cd5e req-941400c5-baa7-4f0e-baa3-804f2c1da364 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 946 time: 0.0481801 Aug 27 04:50:34.402678 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ee19ed17-484a-427b-9281-79861724cd5e req-7946fbc7-3d82-4ffb-b889-4c2186574a63 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Aug 27 04:50:35.530408 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40800ab0-ab8c-415b-b006-2be75b605ee8 req-e2c7a8dd-aabe-4c88-8f85-812c57caede5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:35.531816 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-40800ab0-ab8c-415b-b006-2be75b605ee8 req-e2c7a8dd-aabe-4c88-8f85-812c57caede5 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 946 time: 0.0506439 Aug 27 04:50:35.569854 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-40800ab0-ab8c-415b-b006-2be75b605ee8 req-e7961a88-845a-459a-ac5e-1edfeeb4cef9 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322025 Aug 27 04:50:36.690033 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4e18f-1004-4577-a0eb-fd5342031141 req-d686383b-7067-42b3-a1c6-b56c2453ceb2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:36.691613 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b1a4e18f-1004-4577-a0eb-fd5342031141 req-d686383b-7067-42b3-a1c6-b56c2453ceb2 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 946 time: 0.0499880 Aug 27 04:50:36.730641 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b1a4e18f-1004-4577-a0eb-fd5342031141 req-4ea0e481-e543-4059-a8d1-96b3faadf21e tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325301 Aug 27 04:50:37.855129 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ed0cd-338c-4789-bd10-6fd83f558048 req-270117b4-4e48-4f1e-b68b-33c09bdf74fb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:50:37.856679 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-788ed0cd-338c-4789-bd10-6fd83f558048 req-270117b4-4e48-4f1e-b68b-33c09bdf74fb tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 946 time: 0.0532613 Aug 27 04:50:37.893293 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-788ed0cd-338c-4789-bd10-6fd83f558048 req-e7b019cf-3089-4aa9-9001-70199ab0dfe1 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307548 Aug 27 04:50:44.343276 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:53.218484 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5285737d-d170-4df5-910f-cd4175aa336d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:55.801346 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-873d600d-b6bf-445b-9233-8f81bbb4f2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:56.018707 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:56.931643 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:50:58.538422 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:08.313654 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:51:10.421954 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d96f1-54f1-4163-bb6e-9c21012202f6 req-34dbda9a-933d-49e5-a82c-869a86290085 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:10.423447 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-311d96f1-54f1-4163-bb6e-9c21012202f6 req-34dbda9a-933d-49e5-a82c-869a86290085 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 946 time: 0.0507696 Aug 27 04:51:10.460566 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-311d96f1-54f1-4163-bb6e-9c21012202f6 req-e968d361-5520-40e0-bc5a-ca263ec1b431 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Aug 27 04:51:11.526901 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86a573-089f-4cb6-a63f-a68b89bb8424 req-c16f5585-fdd5-46c6-8bcc-66aee7e44454 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:11.528463 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cb86a573-089f-4cb6-a63f-a68b89bb8424 req-c16f5585-fdd5-46c6-8bcc-66aee7e44454 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0497983 Aug 27 04:51:11.573926 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cb86a573-089f-4cb6-a63f-a68b89bb8424 req-282af52f-0a64-42ec-a515-1860681977d4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Aug 27 04:51:11.586221 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60413414-8293-4e70-ae63-d2b597f3ac37 req-a1faca37-0dce-4834-917e-0e6f3f11fbe6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:11.587764 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-60413414-8293-4e70-ae63-d2b597f3ac37 req-a1faca37-0dce-4834-917e-0e6f3f11fbe6 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 946 time: 0.0534873 Aug 27 04:51:11.630832 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-60413414-8293-4e70-ae63-d2b597f3ac37 req-ddb3f5df-a0b1-4b5f-88ad-717e7365c797 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f20aa03-220c-47cb-91a0-44c5ef74c069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 Aug 27 04:51:11.850497 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-c1591234-3483-4aeb-9067-5f1b49b66b21 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:11.852858 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-c1591234-3483-4aeb-9067-5f1b49b66b21 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 946 time: 0.0497003 Aug 27 04:51:11.951239 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Deleting port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:11.951503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:12.043169 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] For port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:12.043537 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:12.263991 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:12.264294 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:12.264642 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Floating IP c09ae282-263b-4393-bd16-cd935abc2d58 disassociated. External IP: 172.27.0.99, port: 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff. Aug 27 04:51:12.264985 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Calling delete_port for 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:12.456667 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:12.488282 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event deleted for resources: {'Port': ['ID=44190b6b-70e8-4bfb-9b3b-aeea070ca2ff,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:12.500378 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.500378 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.500378 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.500378 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.500796 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.500913 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.501169 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.501500 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.501833 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.502418 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.502750 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.503080 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:12.610465 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Router 65fee94a-0496-441a-9fcb-0a3cea7d0987 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:12.689031 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f5d9a-8fdc-44a0-a763-244d03b1a9e6 req-299b1d0f-1da1-4b48-ab0c-e4b53aa47faf tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:12.694684 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a62f5d9a-8fdc-44a0-a763-244d03b1a9e6 req-299b1d0f-1da1-4b48-ab0c-e4b53aa47faf tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0527291 Aug 27 04:51:12.730477 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a62f5d9a-8fdc-44a0-a763-244d03b1a9e6 req-6ad7d29f-ac27-4a93-a44d-b6d1bddeaf87 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325828 Aug 27 04:51:12.739557 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6319e2f0-ebb7-4de4-a5da-977508ebdff1 req-ed171e7f-feeb-449a-a799-a306e7c537e4 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/ports?device_id=71c96b33-32cb-48cb-a2bd-6c661ff07b00 HTTP/1.1" status: 200 len: 210 time: 0.0284424 Aug 27 04:51:12.746086 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:12.762107 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] Sync routers for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:12.771506 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:12.772143 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:50:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:12.789539 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] No DVR routers for this DVR port 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:51:12.792139 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:12.794201 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0ca06841-1b74-4dc5-a5b1-68d244eca1a2 req-3c9f5ab3-ec5e-4086-a71f-76eea5243caa tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.43 "DELETE /v2.0/ports/44190b6b-70e8-4bfb-9b3b-aeea070ca2ff HTTP/1.1" status: 204 len: 173 time: 0.9274378 Aug 27 04:51:12.794631 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-deleted', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:12.796871 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c81fe9-ecd0-4faa-9a15-559dfe52683e" -d '{"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-deleted", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:12.833174 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9836555-3fd3-4793-a470-e05088b51ae5 x-openstack-request-id: req-f9836555-3fd3-4793-a470-e05088b51ae5 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:12.833467 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c96b33-32cb-48cb-a2bd-6c661ff07b00", "name": "network-vif-deleted", "tag": "44190b6b-70e8-4bfb-9b3b-aeea070ca2ff", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:12.833718 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9836555-3fd3-4793-a470-e05088b51ae5 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:12.834125 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c96b33-32cb-48cb-a2bd-6c661ff07b00', 'name': 'network-vif-deleted', 'tag': '44190b6b-70e8-4bfb-9b3b-aeea070ca2ff', 'status': 'completed', 'code': 200} Aug 27 04:51:12.885448 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:13.094518 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:13.121938 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] Checking router: 65fee94a-0496-441a-9fcb-0a3cea7d0987 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:13.130566 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:13.131195 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:50:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:13.246950 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:13.385292 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-82a53f7d-a30b-4e8d-8ce7-5da96a2f4851 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:13.386801 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-82a53f7d-a30b-4e8d-8ce7-5da96a2f4851 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0494099 Aug 27 04:51:13.458107 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:13.485140 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Deleting port 685614f1-76b9-426a-ab0a-346cb343465a {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:13.485489 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:13.489413 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0faeea-233d-4bf8-a21b-f86205b7b5a1 None None] The sync data for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi is: [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:44:14Z', 'revision_number': 4, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'afc98735-88c5-41f4-af24-a0fe0003123b', 'name': '', 'network_id': 'cfee3453-5583-48a6-bcf0-d538e9a08449', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'mac_address': 'fa:16:3e:ea:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:13Z', 'updated_at': '2021-08-27T04:44:24Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'subnets': [{'id': 'ec03569a-2e6f-4093-a041-39e1ace35ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:13.575311 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] For port 685614f1-76b9-426a-ab0a-346cb343465a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=685614f1-76b9-426a-ab0a-346cb343465a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:13.575688 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:13.723684 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d732a8-a338-4c49-9891-a58c60d86ccc None None] New status for floating IP c09ae282-263b-4393-bd16-cd935abc2d58: DOWN {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:51:13.753754 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:13.754298 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:13.754495 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Floating IP 23c16691-328e-4cfe-800f-152afb6fca15 disassociated. External IP: 172.27.0.216, port: 685614f1-76b9-426a-ab0a-346cb343465a. Aug 27 04:51:13.754799 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Calling delete_port for 685614f1-76b9-426a-ab0a-346cb343465a owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:13.899089 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50208) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:13.910881 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dca3c7-e318-4836-a73c-8551f950ee3c req-397b613b-3229-4542-b74e-9727bfc14f86 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:13.912411 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-91dca3c7-e318-4836-a73c-8551f950ee3c req-397b613b-3229-4542-b74e-9727bfc14f86 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 945 time: 0.0885580 Aug 27 04:51:13.958445 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-91dca3c7-e318-4836-a73c-8551f950ee3c req-9ea453b0-7265-4a87-812f-639637492f19 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea3a5e6d-350d-4c14-82ae-98d999cf7016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378966 Aug 27 04:51:13.964335 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:13.993544 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.017786 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.047582 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event deleted for resources: {'Port': ['ID=685614f1-76b9-426a-ab0a-346cb343465a,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:14.114857 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.117503 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.118681 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f20aa03-220c-47cb-91a0-44c5ef74c069 HTTP/1.1" status: 204 len: 168 time: 0.2186043 Aug 27 04:51:14.122192 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50210) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:14.135976 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f20aa03-220c-47cb-91a0-44c5ef74c069,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:14.146481 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.api.v2.resource [None req-d6ca4260-dec0-4d92-b71f-4efb34b6e349 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] show failed (client error): The resource could not be found. Aug 27 04:51:14.150638 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-d6ca4260-dec0-4d92-b71f-4efb34b6e349 tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "GET /v2.0/security-groups/0f20aa03-220c-47cb-91a0-44c5ef74c069 HTTP/1.1" status: 404 len: 347 time: 0.0243719 Aug 27 04:51:14.150638 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.150638 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.150638 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.150638 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.151106 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.151297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50212) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:14.151390 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.151477 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.151790 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.152133 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.152621 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.152962 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.153298 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c75e1-8f1e-45f0-b45c-206389fa969d tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:14.197182 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Router d3880144-1e4f-4c82-9497-41f3a0d48f3c has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:14.349498 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.360816 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Deleting port 0f9cbd30-0d14-4656-9543-a81fdf5db172 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:14.361171 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.405948 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:14.417997 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] Sync routers for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:14.428802 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:14.429682 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:50:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:14.546926 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:14.709282 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] No DVR routers for this DVR port 685614f1-76b9-426a-ab0a-346cb343465a on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:51:14.713578 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.715532 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f61ff1f1-a84f-4899-a6f7-17224b96ee6b req-14f527ab-1bb1-409f-be22-674281255a70 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "DELETE /v2.0/ports/685614f1-76b9-426a-ab0a-346cb343465a HTTP/1.1" status: 204 len: 173 time: 1.3227317 Aug 27 04:51:14.739562 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.739893 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:14.751130 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:14.751404 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Calling delete_port for 0f9cbd30-0d14-4656-9543-a81fdf5db172 owned by network:floatingip {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:14.778867 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] Checking router: d3880144-1e4f-4c82-9497-41f3a0d48f3c for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:14.787223 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:14.787844 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:50:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:14.835717 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'name': 'network-vif-deleted', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:14.838804 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78be7311-b9ad-4ff0-b434-7d11285bc1ab" -d '{"events": [{"server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "name": "network-vif-deleted", "tag": "685614f1-76b9-426a-ab0a-346cb343465a"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:14.881603 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d064b57-5f91-41c7-bb14-155b3cbf6119 x-openstack-request-id: req-4d064b57-5f91-41c7-bb14-155b3cbf6119 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:14.881895 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c065826-2a24-4926-b7a9-d29051419e9e", "name": "network-vif-deleted", "tag": "685614f1-76b9-426a-ab0a-346cb343465a", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:14.882142 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d064b57-5f91-41c7-bb14-155b3cbf6119 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:14.882536 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c065826-2a24-4926-b7a9-d29051419e9e', 'name': 'network-vif-deleted', 'tag': '685614f1-76b9-426a-ab0a-346cb343465a', 'status': 'completed', 'code': 200} Aug 27 04:51:14.902870 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:14.988926 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:15.024391 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Pushing event deleted for resources: {'Port': ['ID=0f9cbd30-0d14-4656-9543-a81fdf5db172,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:15.101123 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d1ef3bc8-be79-4250-958c-7f775ad65285 req-b64f61f5-a3da-4e4e-97cf-422b00c5144d tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c065826-2a24-4926-b7a9-d29051419e9e HTTP/1.1" status: 200 len: 210 time: 0.0508139 Aug 27 04:51:15.119848 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks [] for floatingip, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:15.122550 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:15.126555 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-cc7aa05c-70ce-4800-a9bd-b12326e3075a tempest-AttachVolumeShelveTestJSON-377862183 tempest-AttachVolumeShelveTestJSON-377862183-project] 10.222.0.25 "DELETE /v2.0/floatingips/c09ae282-263b-4393-bd16-cd935abc2d58 HTTP/1.1" status: 204 len: 168 time: 0.9718328 Aug 27 04:51:15.137687 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:15.164652 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03a0e2-20ec-464b-8ad9-77f06b8254d7 None None] The sync data for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi is: [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:15.385511 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c5a66-f356-46e9-8420-6e597179e9b5 None None] New status for floating IP 23c16691-328e-4cfe-800f-152afb6fca15: DOWN {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:51:15.484096 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:15.505826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:51:15.506180 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 44190b6b-70e8-4bfb-9b3b-aeea070ca2ff not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:15.506621 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 685614f1-76b9-426a-ab0a-346cb343465a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:15.528220 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 685614f1-76b9-426a-ab0a-346cb343465a {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:51:15.528689 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 685614f1-76b9-426a-ab0a-346cb343465a not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:16.275496 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50226) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:16.329083 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-35a241d2-b48c-4814-a810-8322dcaac143 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.356867 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-35a241d2-b48c-4814-a810-8322dcaac143 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.469031 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-35a241d2-b48c-4814-a810-8322dcaac143 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.471649 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-35a241d2-b48c-4814-a810-8322dcaac143 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.472834 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-35a241d2-b48c-4814-a810-8322dcaac143 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "DELETE /v2.0/security-groups/ea3a5e6d-350d-4c14-82ae-98d999cf7016 HTTP/1.1" status: 204 len: 168 time: 0.1963487 Aug 27 04:51:16.475946 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50230) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:16.482360 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a241d2-b48c-4814-a810-8322dcaac143 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3a5e6d-350d-4c14-82ae-98d999cf7016,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:16.491072 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.api.v2.resource [None req-2941e7b4-d9fc-462e-b150-bb890fdd96e0 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] show failed (client error): The resource could not be found. Aug 27 04:51:16.497127 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2941e7b4-d9fc-462e-b150-bb890fdd96e0 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups/ea3a5e6d-350d-4c14-82ae-98d999cf7016 HTTP/1.1" status: 404 len: 347 time: 0.0203383 Aug 27 04:51:16.500080 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50234) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:16.630207 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Deleting port 96a5a8aa-8d1e-453d-ba04-69ee67bbb915 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:16.630558 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.712148 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.712447 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.723792 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Calling delete_port for 96a5a8aa-8d1e-453d-ba04-69ee67bbb915 owned by network:floatingip {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:16.949521 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:16.980638 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event deleted for resources: {'Port': ['ID=96a5a8aa-8d1e-453d-ba04-69ee67bbb915,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:17.039051 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.041486 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.042632 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-a0d55ea7-f584-4fd1-9c34-ec3eb1381748 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "DELETE /v2.0/floatingips/23c16691-328e-4cfe-800f-152afb6fca15 HTTP/1.1" status: 204 len: 168 time: 0.5416043 Aug 27 04:51:17.313237 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50244) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:17.318005 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-523fda33-1915-4246-a831-3c0dd0f152af tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792120244', 'description': 'tempest-description--1189241090'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:17.405065 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-523fda33-1915-4246-a831-3c0dd0f152af tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.484513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-523fda33-1915-4246-a831-3c0dd0f152af tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.566016 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-523fda33-1915-4246-a831-3c0dd0f152af tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.598049 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fda33-1915-4246-a831-3c0dd0f152af tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e811a0b5-cec1-431d-aad6-6066603eab3c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:17.663359 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-523fda33-1915-4246-a831-3c0dd0f152af tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.665237 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-523fda33-1915-4246-a831-3c0dd0f152af tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3509901 Aug 27 04:51:17.668106 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50246) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:17.672649 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-5e4cf27f-4e1b-4dc9-a9af-830d21641c9c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'security_group_rule': {'security_group_id': 'e811a0b5-cec1-431d-aad6-6066603eab3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:17.789269 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf27f-4e1b-4dc9-a9af-830d21641c9c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.850418 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf27f-4e1b-4dc9-a9af-830d21641c9c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.909032 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50254) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:17.949604 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf27f-4e1b-4dc9-a9af-830d21641c9c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:17.970350 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cf27f-4e1b-4dc9-a9af-830d21641c9c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca12283b-29ef-4a5e-a0ff-1efd8d4238db,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:18.070821 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf27f-4e1b-4dc9-a9af-830d21641c9c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.071949 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5e4cf27f-4e1b-4dc9-a9af-830d21641c9c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4028652 Aug 27 04:51:18.074846 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50258) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:18.079924 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-1b3e4857-b5e5-44f7-8bc3-c0757795d8d7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'security_group_rule': {'security_group_id': 'e811a0b5-cec1-431d-aad6-6066603eab3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:18.170825 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4857-b5e5-44f7-8bc3-c0757795d8d7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.219499 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4857-b5e5-44f7-8bc3-c0757795d8d7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.286318 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4857-b5e5-44f7-8bc3-c0757795d8d7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.304375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e4857-b5e5-44f7-8bc3-c0757795d8d7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023388fb-b067-4134-8c47-dff92fc63080,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:18.366386 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4857-b5e5-44f7-8bc3-c0757795d8d7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.367965 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-1b3e4857-b5e5-44f7-8bc3-c0757795d8d7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2916255 Aug 27 04:51:18.370563 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50260) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:18.375242 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:18.417054 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.462935 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.570597 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.666656 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Deleting port afc98735-88c5-41f4-af24-a0fe0003123b {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:18.667246 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.675435 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Allocated IP 172.27.0.148 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/3fab4332-d7a2-497a-a343-3206e4fc2bbd) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:18.748175 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] For port afc98735-88c5-41f4-af24-a0fe0003123b, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=afc98735-88c5-41f4-af24-a0fe0003123b,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:18.748617 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.762386 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Calling delete_port for afc98735-88c5-41f4-af24-a0fe0003123b owned by network:router_interface {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:18.780455 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.864018 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:18.898848 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:18.902963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:18.908381 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:51:18.933798 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'Port': ['ID=3fab4332-d7a2-497a-a343-3206e4fc2bbd,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:18.999294 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.040844 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.067676 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc98735-88c5-41f4-af24-a0fe0003123b,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:19.083305 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.234547 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.248686 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.303073 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.375276 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'Port': ['ID=3fab4332-d7a2-497a-a343-3206e4fc2bbd,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:19.386677 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.452196 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.453820 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-329886f0-d0bd-41a3-937a-43b8e7132cc4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0822964 Aug 27 04:51:19.642184 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-d575995e-bdc1-46ef-96f2-9c9d2e6cbdef tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1792120244&fields=id&tenant_id=d64a0028b26d4857b0daf241b29ee95b HTTP/1.1" status: 200 len: 267 time: 0.0326970 Aug 27 04:51:19.705864 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Router 65fee94a-0496-441a-9fcb-0a3cea7d0987 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:19.752021 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-ca9800bd-2585-4b56-8af5-87ea53f6635a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:19.756598 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-ca9800bd-2585-4b56-8af5-87ea53f6635a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 810 time: 0.1068981 Aug 27 04:51:19.769192 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-770dcbe0-758d-4229-90fa-129778bc22f4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/quotas/d64a0028b26d4857b0daf241b29ee95b HTTP/1.1" status: 200 len: 375 time: 0.0093784 Aug 27 04:51:19.813282 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:19.818642 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-dece7d99-57f6-45d0-aae4-48ae3f854f60 admin admin] 10.222.0.25 "PUT /v2.0/routers/65fee94a-0496-441a-9fcb-0a3cea7d0987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9084370 Aug 27 04:51:19.821810 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50276) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:19.823875 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-62449c55-cfec-445c-8c79-7165267c05d9 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484407 Aug 27 04:51:19.824577 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfede68b-433a-4585-a770-58b736984a2b None None] Sync routers for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:19.839059 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:19.843296 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:50:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:19.922944 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-22493bb6-5cdf-4531-b912-99e88896955e service neutron] 10.222.0.25 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869684 Aug 27 04:51:19.930839 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks [] for router, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:19.947487 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:20.029346 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-0433b541-84be-4f51-aa3a-25113aa5e4bf service neutron] 10.222.0.25 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997953 Aug 27 04:51:20.044741 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.153658 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Deleting port 93c037cb-e25b-4db3-bd05-5f75479549d4 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:20.154006 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.243367 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] For port 93c037cb-e25b-4db3-bd05-5f75479549d4, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=93c037cb-e25b-4db3-bd05-5f75479549d4,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:20.243796 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.262869 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:51:18Z', 'revision_number': 5, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port': {'id': '93c037cb-e25b-4db3-bd05-5f75479549d4', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:44:09Z', 'updated_at': '2021-08-27T04:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:20.281080 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Calling delete_port for 93c037cb-e25b-4db3-bd05-5f75479549d4 owned by network:router_gateway {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:20.284413 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c3f3c04d-7872-4c65-911d-1a2744206a25 req-54025f9a-f9d8-47bd-9a35-bdc60efb5e17 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 210 time: 0.0331876 Aug 27 04:51:20.291467 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfede68b-433a-4585-a770-58b736984a2b None None] Checking router: 65fee94a-0496-441a-9fcb-0a3cea7d0987 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:20.300888 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] Routers {'65fee94a-0496-441a-9fcb-0a3cea7d0987'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:20.301531 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:50:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['65fee94a-0496-441a-9fcb-0a3cea7d0987'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:20.395939 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] Set router 65fee94a-0496-441a-9fcb-0a3cea7d0987 gateway port host: None {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:20.454528 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-bfede68b-433a-4585-a770-58b736984a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:51:20Z', 'revision_number': 6, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port_host': None}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:20.481412 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfede68b-433a-4585-a770-58b736984a2b None None] The sync data for ids ['65fee94a-0496-441a-9fcb-0a3cea7d0987'] in dv-cinder-778193-4-iscsi is: [{'id': '65fee94a-0496-441a-9fcb-0a3cea7d0987', 'name': 'tempest-AttachVolumeShelveTestJSON-1618493926-router', 'tenant_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:44:07Z', 'updated_at': '2021-08-27T04:51:20Z', 'revision_number': 6, 'project_id': '2252ab66f4f64fa5a5d8fcb7ace33509', 'gw_port_host': None}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:20.543536 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.574303 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c037cb-e25b-4db3-bd05-5f75479549d4,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:20.638804 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.743250 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.745409 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.909262 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.911088 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65fee94a-0496-441a-9fcb-0a3cea7d0987 {{(pid=101015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:51:20.914280 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:20.915497 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c0fc748c-8156-4ce9-80a7-e9dc597f2928 admin admin] 10.222.0.25 "DELETE /v2.0/routers/65fee94a-0496-441a-9fcb-0a3cea7d0987 HTTP/1.1" status: 204 len: 168 time: 1.0923352 Aug 27 04:51:20.918148 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50288) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:20.962733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] Deleting subnet ec03569a-2e6f-4093-a041-39e1ace35ea0 {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:51:20.966186 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.002787 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.083953 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.229726 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.254792 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec03569a-2e6f-4093-a041-39e1ace35ea0,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:21.260855 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 93c037cb-e25b-4db3-bd05-5f75479549d4 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:21.267851 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.270110 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-33785706-a8d8-4a5b-bdcd-b87ff173b8c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ec03569a-2e6f-4093-a041-39e1ace35ea0 HTTP/1.1" status: 204 len: 168 time: 0.3509803 Aug 27 04:51:21.272544 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50290) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:21.283341 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 93c037cb-e25b-4db3-bd05-5f75479549d4 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:51:21.283940 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 93c037cb-e25b-4db3-bd05-5f75479549d4 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:21.284570 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device afc98735-88c5-41f4-af24-a0fe0003123b no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:21.286853 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c7f4a-00a0-4eb3-ad84-c91dd26a9fa6 None None] Network cfee3453-5583-48a6-bcf0-d538e9a08449 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:51:21.349225 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: afc98735-88c5-41f4-af24-a0fe0003123b {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:51:21.350566 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device afc98735-88c5-41f4-af24-a0fe0003123b not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:21.363664 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.411634 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5887d0a7-31db-4ba9-90f6-cf0f6b5c0da4 req-4ee81fc3-0af4-453d-ba3a-f1d3ba25fd32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 210 time: 0.0309997 Aug 27 04:51:21.421762 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Deleting port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:21.422311 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.495336 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] For port 8059faa1-e0b6-4bf0-bdd0-9353e9369274, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=8059faa1-e0b6-4bf0-bdd0-9353e9369274,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:21.495727 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.513107 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] DHCP port deletion for cfee3453-5583-48a6-bcf0-d538e9a08449 request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:51:21.516419 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Calling delete_port for 8059faa1-e0b6-4bf0-bdd0-9353e9369274 owned by network:dhcp {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:21.578575 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Deleting port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:51:21.578963 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.642992 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] For port 8059faa1-e0b6-4bf0-bdd0-9353e9369274, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=8059faa1-e0b6-4bf0-bdd0-9353e9369274,segment=NetworkSegment(780a8680-333b-4f5b-966d-09249c566057),segment_id=780a8680-333b-4f5b-966d-09249c566057)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:21.643360 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.658071 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Calling delete_port for 8059faa1-e0b6-4bf0-bdd0-9353e9369274 owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:51:21.726132 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.732550 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.755053 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] No DVR routers for this DVR port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 on host dv-cinder-778193-4-iscsi {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:51:21.758656 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Pushing event deleted for resources: {'Port': ['ID=8059faa1-e0b6-4bf0-bdd0-9353e9369274,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:21.760576 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=8059faa1-e0b6-4bf0-bdd0-9353e9369274,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:21.768723 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.769696 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.770081 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.770416 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.770762 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.771101 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.771455 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.771800 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.772116 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.772467 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.772801 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.773629 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:51:21.776479 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db00fa-b051-48cf-aae8-21d9f40d2e0a None None] No DVR routers for this DVR port 8059faa1-e0b6-4bf0-bdd0-9353e9369274 on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:51:21.838598 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.848515 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfee3453-5583-48a6-bcf0-d538e9a08449']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:21.862590 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780a8680-333b-4f5b-966d-09249c566057') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:21.862892 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780a8680-333b-4f5b-966d-09249c566057') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:21.871673 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.885360 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.891231 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:51:21.891621 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:51:21.899235 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:51:22.012061 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.017777 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.019623 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] 10.222.0.25 "DELETE /v2.0/networks/cfee3453-5583-48a6-bcf0-d538e9a08449 HTTP/1.1" status: 204 len: 168 time: 0.7460890 Aug 27 04:51:22.031092 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11191234-d84c-4f4f-a25a-3116f94d3bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=cfee3453-5583-48a6-bcf0-d538e9a08449,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:22.314718 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50296) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:22.350280 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-08c81110-2b93-4cb5-a0a1-e6344841600f tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:22.351777 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-08c81110-2b93-4cb5-a0a1-e6344841600f tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 810 time: 0.1100879 Aug 27 04:51:22.356184 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-6bc8c6f3-db4e-48cf-b9d2-57184d5881f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2252ab66f4f64fa5a5d8fcb7ace33509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402222 Aug 27 04:51:22.358715 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50298) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:22.396001 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-8cc2dc97-341a-41de-953c-d816caf50683 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64a0028b26d4857b0daf241b29ee95b HTTP/1.1" status: 200 len: 380 time: 0.0351348 Aug 27 04:51:22.405636 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'port': {'device_id': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'admin_state_up': True, 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'security_groups': ['e811a0b5-cec1-431d-aad6-6066603eab3c']}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:22.408414 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0fe1-4543-4a48-b5e8-2937578f6b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.433667 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0fe1-4543-4a48-b5e8-2937578f6b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.516731 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-624b2cc3-9b59-4756-a6f9-5ebae2d9f578 req-40b8a27b-1f1e-4ae0-962e-3577e6689952 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 210 time: 0.0287361 Aug 27 04:51:22.555099 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0fe1-4543-4a48-b5e8-2937578f6b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.557701 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0fe1-4543-4a48-b5e8-2937578f6b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.562536 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-6ccf0fe1-4543-4a48-b5e8-2937578f6b41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/132d6bed-85ed-45ee-aa20-09a71e58e873 HTTP/1.1" status: 204 len: 168 time: 0.1991937 Aug 27 04:51:22.566828 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf0fe1-4543-4a48-b5e8-2937578f6b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132d6bed-85ed-45ee-aa20-09a71e58e873,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:22.634026 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Made reservation on behalf of d64a0028b26d4857b0daf241b29ee95b for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:22.637750 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.764426 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Allocated IP 172.20.0.9 (efeab20c-8f4e-4787-8029-6f134a488ff8/f184e052-fde1-407b-9f6b-69cb5e7f961f/16b48721-18b8-43cd-8ce7-088d0d2af740) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:22.901749 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:22.915930 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Transition to ACTIVE for port object 16b48721-18b8-43cd-8ce7-088d0d2af740 will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:51:23.022880 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.065067 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Network efeab20c-8f4e-4787-8029-6f134a488ff8 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:23.068165 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:23.074406 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:51:23.102148 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event updated for resources: {'Port': ['ID=16b48721-18b8-43cd-8ce7-088d0d2af740,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:23.125770 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 8059faa1-e0b6-4bf0-bdd0-9353e9369274 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:51:23.131033 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:23.131679 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.158881 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 8059faa1-e0b6-4bf0-bdd0-9353e9369274 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:51:23.159264 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 8059faa1-e0b6-4bf0-bdd0-9353e9369274 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:51:23.214159 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-28a46b43-7fa0-4236-99ec-9f9e18625fca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121567 Aug 27 04:51:23.227518 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Request body: {'port': {'device_id': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:23.240962 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b73b7a07-febf-429b-8cf9-232581fd7522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.283812 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.423193 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-f2c88168-a307-4584-94fe-92076d3d86fc None None] Provisioning for port 16b48721-18b8-43cd-8ce7-088d0d2af740 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:51:23.427517 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-f2c88168-a307-4584-94fe-92076d3d86fc None None] Provisioning complete for port 16b48721-18b8-43cd-8ce7-088d0d2af740 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:51:23.428117 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f2c88168-a307-4584-94fe-92076d3d86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.463163 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-f2c88168-a307-4584-94fe-92076d3d86fc None None] Port 16b48721-18b8-43cd-8ce7-088d0d2af740 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:51:23.555163 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b48721-18b8-43cd-8ce7-088d0d2af740 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:51:23.563245 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.577717 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Transition to ACTIVE for port object 16b48721-18b8-43cd-8ce7-088d0d2af740 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:51:23.634836 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753ab8-145f-45f6-af6c-569ba9b3b409 req-c1c5097d-df8c-447b-aa16-5347bb8e98fc tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:23.636480 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7c753ab8-145f-45f6-af6c-569ba9b3b409 req-c1c5097d-df8c-447b-aa16-5347bb8e98fc tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 931 time: 0.0498521 Aug 27 04:51:23.655846 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.722680 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7c753ab8-145f-45f6-af6c-569ba9b3b409 req-f4ac2dae-f4c2-4cb0-baad-f043bf77785c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802341 Aug 27 04:51:23.754180 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Pushing event updated for resources: {'Port': ['ID=16b48721-18b8-43cd-8ce7-088d0d2af740,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:23.810124 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Attempting to bind port 16b48721-18b8-43cd-8ce7-088d0d2af740 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:51:23.810468 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Attempting to bind port 16b48721-18b8-43cd-8ce7-088d0d2af740 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:51:23.810812 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Attempting to bind port 16b48721-18b8-43cd-8ce7-088d0d2af740 on network efeab20c-8f4e-4787-8029-6f134a488ff8 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:51:23.815384 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Port 16b48721-18b8-43cd-8ce7-088d0d2af740 on network efeab20c-8f4e-4787-8029-6f134a488ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:51:23.815718 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Attempting to bind port 16b48721-18b8-43cd-8ce7-088d0d2af740 on network efeab20c-8f4e-4787-8029-6f134a488ff8 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:51:23.821387 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:51:23.821738 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Checking segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:51:23.822132 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Bound using segment: {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:51:23.822576 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Bound port: 16b48721-18b8-43cd-8ce7-088d0d2af740, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2710e412-8648-48a9-a6ef-432fe641a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:51:23.822946 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.891077 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] For port 16b48721-18b8-43cd-8ce7-088d0d2af740, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:23.894350 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] For port 16b48721-18b8-43cd-8ce7-088d0d2af740, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=16b48721-18b8-43cd-8ce7-088d0d2af740,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:23.955326 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.994940 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:23.995648 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:23.997145 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] 10.222.0.43 "PUT /v2.0/ports/16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1093 time: 0.7748711 Aug 27 04:51:23.997485 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:23.999885 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491468d-7e45-476b-9c69-d517e494e1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:24.032324 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01cfd-08eb-4634-81cf-8c2ae7e7d643 service neutron] Pushing event updated for resources: {'Port': ['ID=16b48721-18b8-43cd-8ce7-088d0d2af740,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:24.040697 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bbf724-260e-4136-93b3-ec639d6cc00d x-openstack-request-id: req-89bbf724-260e-4136-93b3-ec639d6cc00d {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:24.040996 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:24.041288 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89bbf724-260e-4136-93b3-ec639d6cc00d {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:24.041639 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'status': 'completed', 'code': 200} Aug 27 04:51:24.105449 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491468d-7e45-476b-9c69-d517e494e1e4 req-d764fb03-dd19-427f-8cb1-c2bb2653568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:24.106983 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c491468d-7e45-476b-9c69-d517e494e1e4 req-d764fb03-dd19-427f-8cb1-c2bb2653568c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1096 time: 0.0432956 Aug 27 04:51:24.212544 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491468d-7e45-476b-9c69-d517e494e1e4 req-7fe31fe4-23e5-41dc-9a56-7bd4c653cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:24.214011 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c491468d-7e45-476b-9c69-d517e494e1e4 req-7fe31fe4-23e5-41dc-9a56-7bd4c653cdae service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d64a0028b26d4857b0daf241b29ee95b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0995016 Aug 27 04:51:24.312206 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491468d-7e45-476b-9c69-d517e494e1e4 req-842a55da-e51b-4fdd-af27-32ebef834f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:24.313720 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c491468d-7e45-476b-9c69-d517e494e1e4 req-842a55da-e51b-4fdd-af27-32ebef834f9e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932426 Aug 27 04:51:24.388825 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-5b2dbd6b-2e04-4c70-9cb2-d7d63ef64866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:24.390328 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-5b2dbd6b-2e04-4c70-9cb2-d7d63ef64866 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1096 time: 0.0416019 Aug 27 04:51:24.436213 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-40a26eb4-6e0e-4c48-a244-97fe243d1d6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 217 time: 0.0384946 Aug 27 04:51:24.485645 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-9f726c8b-91e4-4dec-b603-ffb6e94c2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:24.487151 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-9f726c8b-91e4-4dec-b603-ffb6e94c2a99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0441318 Aug 27 04:51:24.535468 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-104f721d-feb8-4142-aec7-73c7f0a46c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:24.539148 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-104f721d-feb8-4142-aec7-73c7f0a46c7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428119 Aug 27 04:51:24.630020 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-f18035f3-d439-4458-bd53-2ba4de50fde2 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 Aug 27 04:51:24.726921 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68e22ae6-d5a2-4b2e-a5fe-5349d1d43437 req-94c997cf-7c4e-45ac-9fa8-9a476c5621cf service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886667 Aug 27 04:51:24.846559 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7a308-6a96-47d0-b2c5-87acdc09dbd8 req-0d151190-7f66-4ac5-a9f8-78976c0ae200 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:24.848152 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b8e7a308-6a96-47d0-b2c5-87acdc09dbd8 req-0d151190-7f66-4ac5-a9f8-78976c0ae200 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 943 time: 0.0496032 Aug 27 04:51:24.886130 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b8e7a308-6a96-47d0-b2c5-87acdc09dbd8 req-6d48746c-b7cf-4f44-a99e-9379d61f49b7 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Aug 27 04:51:25.765932 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-24121b57-a909-45aa-8174-5162bdb99f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:26.015558 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557523a9-b1b2-4a83-8630-5e3995cc626a req-4983618b-38bc-4f43-8fcf-47533b17ebae tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:26.017290 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-557523a9-b1b2-4a83-8630-5e3995cc626a req-4983618b-38bc-4f43-8fcf-47533b17ebae tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 943 time: 0.0570700 Aug 27 04:51:26.050599 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:26.057252 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-557523a9-b1b2-4a83-8630-5e3995cc626a req-d672551b-ae7a-4f96-999d-1c05a9c1fa36 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340550 Aug 27 04:51:26.908727 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.178284 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accb2fa-ddfb-416b-8a5b-dbe430b26761 req-d483b48c-05c3-492c-b918-f833e3de9e05 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:27.180342 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7accb2fa-ddfb-416b-8a5b-dbe430b26761 req-d483b48c-05c3-492c-b918-f833e3de9e05 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 943 time: 0.0536206 Aug 27 04:51:27.217601 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7accb2fa-ddfb-416b-8a5b-dbe430b26761 req-0a350a57-bca5-4c20-9235-093cf93f010b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Aug 27 04:51:27.559490 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 16b48721-18b8-43cd-8ce7-088d0d2af740 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:51:27.658518 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 16b48721-18b8-43cd-8ce7-088d0d2af740, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=16b48721-18b8-43cd-8ce7-088d0d2af740,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:27.680050 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'port_id': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'mac_address': 'fa:16:3e:33:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:51:27.717700 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.732635 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50446) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:27.733155 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b48721-18b8-43cd-8ce7-088d0d2af740 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:51:27.752336 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 16b48721-18b8-43cd-8ce7-088d0d2af740, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=16b48721-18b8-43cd-8ce7-088d0d2af740,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:27.834105 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.836164 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80c66d13-126f-4a5a-ab3a-c277ee2f8153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:27.882911 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=16b48721-18b8-43cd-8ce7-088d0d2af740,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:27.924490 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80c66d13-126f-4a5a-ab3a-c277ee2f8153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.011500 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-80c66d13-126f-4a5a-ab3a-c277ee2f8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.051466 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['16b48721-18b8-43cd-8ce7-088d0d2af740'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:51:28.052687 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-80c66d13-126f-4a5a-ab3a-c277ee2f8153 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=393a0d4a03164ffca5863ee9158d4904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188298 Aug 27 04:51:28.053778 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c66d13-126f-4a5a-ab3a-c277ee2f8153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5532863-e4be-457e-a2b7-a30eb630c357,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.055540 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50450) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:28.105027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c895cba8-9942-4c27-b063-17b4563a8220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.126204 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c895cba8-9942-4c27-b063-17b4563a8220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.239832 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c895cba8-9942-4c27-b063-17b4563a8220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.242476 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c895cba8-9942-4c27-b063-17b4563a8220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.243633 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c895cba8-9942-4c27-b063-17b4563a8220 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5532863-e4be-457e-a2b7-a30eb630c357 HTTP/1.1" status: 204 len: 168 time: 0.1870880 Aug 27 04:51:28.252187 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895cba8-9942-4c27-b063-17b4563a8220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5532863-e4be-457e-a2b7-a30eb630c357,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.339200 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2f48-333d-4edb-88cb-adf00adbc009 req-bf8489ac-c5bb-4bfa-ab85-f6e96701cb1f tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:28.340633 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-299b2f48-333d-4edb-88cb-adf00adbc009 req-bf8489ac-c5bb-4bfa-ab85-f6e96701cb1f tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 944 time: 0.0495691 Aug 27 04:51:28.378841 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-299b2f48-333d-4edb-88cb-adf00adbc009 req-6f654c8c-c602-42f8-91ef-41592fad4c3e tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323656 Aug 27 04:51:28.537483 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.757948 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50458) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:28.771148 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d50c0edb-8dc9-47f7-ad30-33e3d24998de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.858357 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d50c0edb-8dc9-47f7-ad30-33e3d24998de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.914716 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-d50c0edb-8dc9-47f7-ad30-33e3d24998de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:28.954632 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0edb-8dc9-47f7-ad30-33e3d24998de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc8585-9f98-42f9-9c4d-2ee58294ae63,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:28.960045 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-d50c0edb-8dc9-47f7-ad30-33e3d24998de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7275851fa6df4285ba641cc90aed190d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009737 Aug 27 04:51:28.962697 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50460) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:29.012166 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-66babee9-ccf6-47e3-8345-5e1c040b1243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.033481 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-66babee9-ccf6-47e3-8345-5e1c040b1243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.131034 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-66babee9-ccf6-47e3-8345-5e1c040b1243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.133600 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-66babee9-ccf6-47e3-8345-5e1c040b1243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.134825 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-66babee9-ccf6-47e3-8345-5e1c040b1243 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/accc8585-9f98-42f9-9c4d-2ee58294ae63 HTTP/1.1" status: 204 len: 168 time: 0.1711729 Aug 27 04:51:29.142978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66babee9-ccf6-47e3-8345-5e1c040b1243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc8585-9f98-42f9-9c4d-2ee58294ae63,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:29.492531 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499e9f6-1702-43fb-91c9-dc467ee1cb7b req-c17d48f1-bbf7-412a-839c-434c313ba045 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:29.493993 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7499e9f6-1702-43fb-91c9-dc467ee1cb7b req-c17d48f1-bbf7-412a-839c-434c313ba045 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 944 time: 0.0493681 Aug 27 04:51:29.533476 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7499e9f6-1702-43fb-91c9-dc467ee1cb7b req-bbe015c3-44e4-448b-8a74-2cc60e092107 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335464 Aug 27 04:51:29.559256 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 16b48721-18b8-43cd-8ce7-088d0d2af740 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:51:29.661988 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port 16b48721-18b8-43cd-8ce7-088d0d2af740 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:51:29.665874 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port 16b48721-18b8-43cd-8ce7-088d0d2af740 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:51:29.666259 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.748387 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.771581 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:29.774515 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1412ea65-0dad-4450-b472-0a858b4e3774" -d '{"events": [{"server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "name": "network-vif-plugged", "status": "completed", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:29.787261 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port 16b48721-18b8-43cd-8ce7-088d0d2af740, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=16b48721-18b8-43cd-8ce7-088d0d2af740,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:51:29.812145 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a0ff7f-d860-4a0c-9457-1245c6779840 x-openstack-request-id: req-d6a0ff7f-d860-4a0c-9457-1245c6779840 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:29.812469 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "name": "network-vif-plugged", "status": "completed", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:29.812732 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6a0ff7f-d860-4a0c-9457-1245c6779840 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:29.813135 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'code': 200} Aug 27 04:51:29.851456 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:29.902771 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=16b48721-18b8-43cd-8ce7-088d0d2af740,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:30.090845 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92e64-659d-4f36-acf1-001651e874ea req-2dda6abc-6bef-42f2-9ab6-bd10dba8406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:30.092383 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ace92e64-659d-4f36-acf1-001651e874ea req-2dda6abc-6bef-42f2-9ab6-bd10dba8406f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0424969 Aug 27 04:51:30.127797 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ace92e64-659d-4f36-acf1-001651e874ea req-84adddae-cb34-4eff-9f10-bf5ce901337a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287042 Aug 27 04:51:30.650269 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439fff-6c4f-4b11-b96a-eac36658f534 req-1cfa8dde-5a10-4727-80eb-67f6d7279480 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:30.651794 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f9439fff-6c4f-4b11-b96a-eac36658f534 req-1cfa8dde-5a10-4727-80eb-67f6d7279480 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 945 time: 0.0523450 Aug 27 04:51:30.690861 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f9439fff-6c4f-4b11-b96a-eac36658f534 req-a0a3fecc-a015-4ea0-85fa-f217708b2619 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331578 Aug 27 04:51:31.812982 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c819e-b195-4094-a15b-fa53c589540c req-cbf77b69-1d56-4360-a9ac-5d85e6b1232b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:31.814381 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0b0c819e-b195-4094-a15b-fa53c589540c req-cbf77b69-1d56-4360-a9ac-5d85e6b1232b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 945 time: 0.0558152 Aug 27 04:51:31.852478 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0b0c819e-b195-4094-a15b-fa53c589540c req-41451a21-5266-4cdc-82d4-b5a9da447f24 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Aug 27 04:51:31.963749 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff4aad-175d-4be9-9fe5-e8bce81af263 req-f940fbc7-cf75-4220-9a5f-1e24a7ce9a9a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:31.965460 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8cff4aad-175d-4be9-9fe5-e8bce81af263 req-f940fbc7-cf75-4220-9a5f-1e24a7ce9a9a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 945 time: 0.0501003 Aug 27 04:51:31.974868 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50514) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:31.979629 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Request body: {'floatingip': {'port_id': '16b48721-18b8-43cd-8ce7-088d0d2af740'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:32.023194 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:32.454594 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:32.548215 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:32.645746 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Floating IP 486970ab-705d-42b4-878f-d2e494e71a64 associated. External IP: 172.27.0.148, port: 16b48721-18b8-43cd-8ce7-088d0d2af740. Aug 27 04:51:32.846122 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Router d3880144-1e4f-4c82-9497-41f3a0d48f3c has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:51:33.216816 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:51:33.222875 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:33.226278 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] Sync routers for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:51:33.236041 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:33.236702 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:51:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.252189 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-88492da8-fbb9-443b-9919-7e40d723c412 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "PUT /v2.0/floatingips/486970ab-705d-42b4-878f-d2e494e71a64 HTTP/1.1" status: 200 len: 991 time: 1.2761989 Aug 27 04:51:33.252942 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:33.255311 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62" -d '{"events": [{"name": "network-changed", "server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:33.298345 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1618d73-57ef-4e74-99fa-258f36738475 x-openstack-request-id: req-c1618d73-57ef-4e74-99fa-258f36738475 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:33.298710 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:33.299058 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1618d73-57ef-4e74-99fa-258f36738475 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:33.299671 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'status': 'completed', 'code': 200} Aug 27 04:51:33.352864 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:33.371785 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-e585c3ea-7aec-48d9-bdd1-074b188365f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:33.371785 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-e585c3ea-7aec-48d9-bdd1-074b188365f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0464194 Aug 27 04:51:33.456244 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-cccd9bfd-1626-4abb-835a-2503772a2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:33.457754 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-cccd9bfd-1626-4abb-835a-2503772a2563 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0850723 Aug 27 04:51:33.531380 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-9e72688b-faea-4db9-9375-64d38bbef717 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 999 time: 0.0660899 Aug 27 04:51:33.586907 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-4952b76d-4fb5-4568-871b-5d3a98f095a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:33.588414 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-4952b76d-4fb5-4568-871b-5d3a98f095a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0501242 Aug 27 04:51:33.645691 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-b118cf48-b731-4233-87f3-a24088057840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:33.645691 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-b118cf48-b731-4233-87f3-a24088057840 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470760 Aug 27 04:51:33.686327 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '486970ab-705d-42b4-878f-d2e494e71a64', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'port_id': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'mac_address': 'fa:16:3e:33:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:51:18Z', 'updated_at': '2021-08-27T04:51:32Z', 'revision_number': 1, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.714199 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] Checking router: d3880144-1e4f-4c82-9497-41f3a0d48f3c for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:51:33.723004 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:51:33.723842 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:51:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:33.740252 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-547b9762-9e78-45c3-9053-34e55fa68a6b service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894592 Aug 27 04:51:33.833730 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d0a34fe-4c74-454f-8ad7-408b6a14fd62 req-efa4604d-c9ef-4fae-a05f-158ca6e694d4 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861883 Aug 27 04:51:33.843173 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:51:34.071610 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '486970ab-705d-42b4-878f-d2e494e71a64', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'port_id': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'mac_address': 'fa:16:3e:33:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:51:18Z', 'updated_at': '2021-08-27T04:51:32Z', 'revision_number': 1, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:51:34.096999 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659b0d0-f63e-4173-ac83-d7ee54960676 None None] The sync data for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi is: [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '486970ab-705d-42b4-878f-d2e494e71a64', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'port_id': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'mac_address': 'fa:16:3e:33:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:51:18Z', 'updated_at': '2021-08-27T04:51:32Z', 'revision_number': 1, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:51:34.273191 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a583f9a5-72a6-4c6d-b1bc-a9e7c3359cc1 None None] New status for floating IP 486970ab-705d-42b4-878f-d2e494e71a64: ACTIVE {{(pid=101017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:51:42.719157 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50598) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:42.822124 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b3af9fd4-e4f0-4812-84cc-ef8c8a6004c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:42.908464 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b3af9fd4-e4f0-4812-84cc-ef8c8a6004c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:43.051200 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b3af9fd4-e4f0-4812-84cc-ef8c8a6004c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:43.090934 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af9fd4-e4f0-4812-84cc-ef8c8a6004c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eae2af-5209-4b67-a200-6370729d6b89,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.095228 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-b3af9fd4-e4f0-4812-84cc-ef8c8a6004c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=632984978d504dabba6a615312a7f21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750570 Aug 27 04:51:43.098160 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50604) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:43.145133 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6bc2-9ec3-4254-bef3-024fa498542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:43.169550 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6bc2-9ec3-4254-bef3-024fa498542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:43.296638 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6bc2-9ec3-4254-bef3-024fa498542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:43.299636 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6bc2-9ec3-4254-bef3-024fa498542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:43.300802 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4a6b6bc2-9ec3-4254-bef3-024fa498542e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0eae2af-5209-4b67-a200-6370729d6b89 HTTP/1.1" status: 204 len: 168 time: 0.2018330 Aug 27 04:51:43.308860 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b6bc2-9ec3-4254-bef3-024fa498542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eae2af-5209-4b67-a200-6370729d6b89,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:43.963425 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50612) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:43.977728 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8e28a791-1c70-429c-9852-5eb771a7b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.064502 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8e28a791-1c70-429c-9852-5eb771a7b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.124679 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-8e28a791-1c70-429c-9852-5eb771a7b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.167358 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-8e28a791-1c70-429c-9852-5eb771a7b960 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c4c7a2d3ac6489e914ba6d0990c7298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992600 Aug 27 04:51:44.167358 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28a791-1c70-429c-9852-5eb771a7b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43210b94-59e3-4d1e-a1a8-8c2b54881f6d,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:44.167593 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50616) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:44.219602 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf2e-f52d-49f6-b4e7-718735feefd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.240498 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf2e-f52d-49f6-b4e7-718735feefd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.370724 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.393271 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf2e-f52d-49f6-b4e7-718735feefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.395823 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c54ccf2e-f52d-49f6-b4e7-718735feefd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:44.397003 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c54ccf2e-f52d-49f6-b4e7-718735feefd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43210b94-59e3-4d1e-a1a8-8c2b54881f6d HTTP/1.1" status: 204 len: 168 time: 0.2287915 Aug 27 04:51:44.405120 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ccf2e-f52d-49f6-b4e7-718735feefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43210b94-59e3-4d1e-a1a8-8c2b54881f6d,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:45.312716 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:51:46.110375 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50652) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:46.215959 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1af3be33-afcb-4480-a4d0-5897cc2d2da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:46.306782 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1af3be33-afcb-4480-a4d0-5897cc2d2da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:46.393520 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1af3be33-afcb-4480-a4d0-5897cc2d2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:46.433011 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-1af3be33-afcb-4480-a4d0-5897cc2d2da8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdc312c68f4b4af8897f0ef4daa3fd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214290 Aug 27 04:51:46.433805 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3be33-afcb-4480-a4d0-5897cc2d2da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8ff10c-a47a-416f-b86b-471b87c9f69c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:46.435744 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50658) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:46.490062 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-aab49411-ee4f-4a7f-a433-ee0733fad4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:46.518504 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-aab49411-ee4f-4a7f-a433-ee0733fad4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:46.673862 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-aab49411-ee4f-4a7f-a433-ee0733fad4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:46.676549 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-aab49411-ee4f-4a7f-a433-ee0733fad4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:46.681383 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-aab49411-ee4f-4a7f-a433-ee0733fad4cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c8ff10c-a47a-416f-b86b-471b87c9f69c HTTP/1.1" status: 204 len: 168 time: 0.2409587 Aug 27 04:51:46.686462 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab49411-ee4f-4a7f-a433-ee0733fad4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8ff10c-a47a-416f-b86b-471b87c9f69c,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:48.187191 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 50690) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:48.289752 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-25796140-84ed-406c-805d-ebb8731d58e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:48.376630 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-25796140-84ed-406c-805d-ebb8731d58e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:48.439351 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-25796140-84ed-406c-805d-ebb8731d58e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:48.478772 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-25796140-84ed-406c-805d-ebb8731d58e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6edc3f27271a406fba1e4f4bcd56357f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904994 Aug 27 04:51:48.479621 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25796140-84ed-406c-805d-ebb8731d58e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3349ff81-2d75-4bab-93dd-be46a2014043,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:48.481644 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50696) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:48.534530 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bde7067f-7ab7-4a93-bb33-7b42f9fb542d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:48.556136 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bde7067f-7ab7-4a93-bb33-7b42f9fb542d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:48.656248 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bde7067f-7ab7-4a93-bb33-7b42f9fb542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:48.658892 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bde7067f-7ab7-4a93-bb33-7b42f9fb542d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:48.660219 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-bde7067f-7ab7-4a93-bb33-7b42f9fb542d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3349ff81-2d75-4bab-93dd-be46a2014043 HTTP/1.1" status: 204 len: 168 time: 0.1775131 Aug 27 04:51:48.668791 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7067f-7ab7-4a93-bb33-7b42f9fb542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3349ff81-2d75-4bab-93dd-be46a2014043,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:49.703355 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50720) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:49.797208 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1215373093-network', 'tenant_id': 'fa9bf6413b134bb38daf4ef2cdebc5b5'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:49.918967 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Made reservation on behalf of fa9bf6413b134bb38daf4ef2cdebc5b5 for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:49.921480 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:49.930868 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.019016 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.102360 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.122654 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:51:50.136636 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26427193-5545-4f6e-8d2d-9fe823322de4,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:50.143252 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.143601 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Added segment f88aed9b-f878-435e-9e59-74ee8dcc6e61 of type vlan for network 7d7741ee-482f-42d9-af95-96b466fd6371 Aug 27 04:51:50.187118 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.285009 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.285982 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:50.286568 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.343941 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7741ee-482f-42d9-af95-96b466fd6371,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:50.354868 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 7d7741ee-482f-42d9-af95-96b466fd6371 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:51:50.463367 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2192cd28-ffc9-44bd-84b2-fd19d0c2e7c8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7588239 Aug 27 04:51:50.466163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 50724) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:51:50.471126 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Request body: {'subnet': {'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1215373093-subnet', 'tenant_id': 'fa9bf6413b134bb38daf4ef2cdebc5b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:50.605017 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Made reservation on behalf of fa9bf6413b134bb38daf4ef2cdebc5b5 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:50.607694 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9778508'] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.850858 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9778494'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:50.900189 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73470c05-b621-47dd-86f6-7fd1bb8ad83f,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:50.917437 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Checking segment: {'id': 'f88aed9b-f878-435e-9e59-74ee8dcc6e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:51:50.917801 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Network hostable DHCP agents. Network: 7d7741ee-482f-42d9-af95-96b466fd6371, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:51:51.050587 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Network 7d7741ee-482f-42d9-af95-96b466fd6371 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:51:51.130550 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 7d7741ee-482f-42d9-af95-96b466fd6371) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:51.135395 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:51.135990 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:51.141092 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d026b97-5ae6-480b-bfe7-f09df5811b86 None None] Network 7d7741ee-482f-42d9-af95-96b466fd6371 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:51:51.233893 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-45298a3d-ad95-4265-b431-6a52bd070383 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7665403 Aug 27 04:51:51.262244 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555a394-9453-43f2-891e-252c99828348 None None] Network 7d7741ee-482f-42d9-af95-96b466fd6371 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:51:53.228750 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-69bb142d-5ea6-47f7-a64d-f3d67b169341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:53.387365 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-0ab5f514-1e04-4586-81ae-8e00780c3418 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:53.388865 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-0ab5f514-1e04-4586-81ae-8e00780c3418 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/networks?id=7d7741ee-482f-42d9-af95-96b466fd6371 HTTP/1.1" status: 200 len: 814 time: 0.1006792 Aug 27 04:51:53.404321 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-f9a700e3-f955-4703-818f-28a7c3b8f42d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/quotas/fa9bf6413b134bb38daf4ef2cdebc5b5 HTTP/1.1" status: 200 len: 375 time: 0.0098395 Aug 27 04:51:53.439024 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-2586dc15-efe4-42fd-86a4-a6bae452cf52 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295069 Aug 27 04:51:53.528500 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-f1684482-95b7-42bc-9530-4ce40ee42d13 service neutron] 10.222.0.25 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825157 Aug 27 04:51:53.620797 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-df87e8e1-7db6-4427-97da-c6e29545208f service neutron] 10.222.0.25 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862405 Aug 27 04:51:53.877009 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a2cd5af9-6971-4357-8afc-b9bad92473d5 req-e2a82d27-202e-45c5-9818-3b6bdc8fcc20 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0271404 Aug 27 04:51:54.972671 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2c8be1ad-c5ad-42ef-87be-8e0f3139dea4 req-a1c2eb11-df60-43fe-a1c5-6c3d33d41391 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0296373 Aug 27 04:51:55.781834 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-11b946ef-1f60-43b0-aae6-65a93e991848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:56.050540 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:56.067226 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b17e8b9a-f400-4060-9236-1811c3835197 req-47ee0b8e-aef4-49ba-a566-b22672993541 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0262191 Aug 27 04:51:56.944609 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-3c90d84e-80e0-4c0c-bb91-1dafe395187f tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:56.946743 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-3c90d84e-80e0-4c0c-bb91-1dafe395187f tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.43 "GET /v2.0/networks?id=7d7741ee-482f-42d9-af95-96b466fd6371 HTTP/1.1" status: 200 len: 814 time: 0.1142106 Aug 27 04:51:56.960566 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Request body: {'port': {'device_id': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371', 'admin_state_up': True, 'tenant_id': 'fa9bf6413b134bb38daf4ef2cdebc5b5'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:56.982632 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:57.136021 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Made reservation on behalf of fa9bf6413b134bb38daf4ef2cdebc5b5 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:51:57.139926 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:57.164629 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eae24465-7f96-4a8a-a945-7bb41ceec6f0 req-b066b070-209b-4dcc-97e6-32d492eaadea tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0280368 Aug 27 04:51:57.268963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Allocated IP 172.20.0.13 (7d7741ee-482f-42d9-af95-96b466fd6371/73470c05-b621-47dd-86f6-7fd1bb8ad83f/c8082211-7b15-4795-b74f-d025b24475b6) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:51:57.421271 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:57.525713 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:57.566570 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Network 7d7741ee-482f-42d9-af95-96b466fd6371 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:51:57.569545 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:51:57.575501 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:51:57.606861 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Pushing event updated for resources: {'Port': ['ID=c8082211-7b15-4795-b74f-d025b24475b6,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:57.632880 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:57.633519 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:57.708144 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-5f65b912-b722-486d-89ca-734dda9bd048 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518358 Aug 27 04:51:57.721105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Request body: {'port': {'device_id': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:51:57.773935 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:58.033438 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8082211-7b15-4795-b74f-d025b24475b6 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:51:58.040839 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:58.052231 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Transition to ACTIVE for port object c8082211-7b15-4795-b74f-d025b24475b6 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:51:58.130294 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:58.182040 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Pushing event updated for resources: {'Port': ['ID=c8082211-7b15-4795-b74f-d025b24475b6,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:58.254683 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Attempting to bind port c8082211-7b15-4795-b74f-d025b24475b6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:51:58.255018 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Attempting to bind port c8082211-7b15-4795-b74f-d025b24475b6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f88aed9b-f878-435e-9e59-74ee8dcc6e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:51:58.255352 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Attempting to bind port c8082211-7b15-4795-b74f-d025b24475b6 on network 7d7741ee-482f-42d9-af95-96b466fd6371 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:51:58.260755 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Port c8082211-7b15-4795-b74f-d025b24475b6 on network 7d7741ee-482f-42d9-af95-96b466fd6371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:51:58.261119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Attempting to bind port c8082211-7b15-4795-b74f-d025b24475b6 on network 7d7741ee-482f-42d9-af95-96b466fd6371 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:51:58.266094 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:51:58.266425 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Checking segment: {'id': 'f88aed9b-f878-435e-9e59-74ee8dcc6e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:51:58.266804 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Bound using segment: {'id': 'f88aed9b-f878-435e-9e59-74ee8dcc6e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:51:58.267229 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Bound port: c8082211-7b15-4795-b74f-d025b24475b6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88aed9b-f878-435e-9e59-74ee8dcc6e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:51:58.267593 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:58.289487 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee28f2-d955-4df6-b15f-d7d5f88d0945 req-eaaf4113-6cf1-4de3-b66a-8d00b63f1c24 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:58.290989 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4aee28f2-d955-4df6-b15f-d7d5f88d0945 req-eaaf4113-6cf1-4de3-b66a-8d00b63f1c24 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 944 time: 0.0503979 Aug 27 04:51:58.330000 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4aee28f2-d955-4df6-b15f-d7d5f88d0945 req-8287c21b-a253-411a-b793-095662022edc tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Aug 27 04:51:58.331623 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] For port c8082211-7b15-4795-b74f-d025b24475b6, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:51:58.334919 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] For port c8082211-7b15-4795-b74f-d025b24475b6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c8082211-7b15-4795-b74f-d025b24475b6,segment=NetworkSegment(f88aed9b-f878-435e-9e59-74ee8dcc6e61),segment_id=f88aed9b-f878-435e-9e59-74ee8dcc6e61)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:51:58.387953 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:58.425092 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:58.425876 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:58.427268 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] 10.222.0.43 "PUT /v2.0/ports/c8082211-7b15-4795-b74f-d025b24475b6 HTTP/1.1" status: 200 len: 1094 time: 0.7104414 Aug 27 04:51:58.429316 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'tag': 'c8082211-7b15-4795-b74f-d025b24475b6'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:51:58.432122 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec40c9-263e-4ff4-b843-e915f59afcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "512c61db-d6b4-43c6-a522-c23d17624f1d", "tag": "c8082211-7b15-4795-b74f-d025b24475b6"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:51:58.466281 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0039cfa-955d-440f-8a84-8d01d560115c service neutron] Pushing event updated for resources: {'Port': ['ID=c8082211-7b15-4795-b74f-d025b24475b6,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:51:58.473089 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3419d4-c1e5-409e-80a9-24148805454f x-openstack-request-id: req-cf3419d4-c1e5-409e-80a9-24148805454f {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:51:58.473392 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512c61db-d6b4-43c6-a522-c23d17624f1d", "tag": "c8082211-7b15-4795-b74f-d025b24475b6", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:51:58.473647 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf3419d4-c1e5-409e-80a9-24148805454f {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:51:58.474047 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'tag': 'c8082211-7b15-4795-b74f-d025b24475b6', 'status': 'completed', 'code': 200} Aug 27 04:51:58.544113 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec40c9-263e-4ff4-b843-e915f59afcb3 req-68add0a5-dbb5-4326-8585-5bb5ea5de03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:58.545884 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7bec40c9-263e-4ff4-b843-e915f59afcb3 req-68add0a5-dbb5-4326-8585-5bb5ea5de03c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 1097 time: 0.0491889 Aug 27 04:51:58.570310 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:51:58.654319 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec40c9-263e-4ff4-b843-e915f59afcb3 req-9fb185f9-cc42-4e00-b53c-3c580b08c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:58.655716 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7bec40c9-263e-4ff4-b843-e915f59afcb3 req-9fb185f9-cc42-4e00-b53c-3c580b08c789 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903373 Aug 27 04:51:58.758742 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec40c9-263e-4ff4-b843-e915f59afcb3 req-0f4e848f-8405-4a17-a7f8-af26cc827775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:58.760206 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7bec40c9-263e-4ff4-b843-e915f59afcb3 req-0f4e848f-8405-4a17-a7f8-af26cc827775 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904641 Aug 27 04:51:58.839492 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-2e06a4b6-a6bd-4ebb-88dc-37cb19edf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:58.841030 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-2e06a4b6-a6bd-4ebb-88dc-37cb19edf215 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 1097 time: 0.0416174 Aug 27 04:51:58.890726 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-19418e29-ea17-496d-8642-c75186e44403 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8082211-7b15-4795-b74f-d025b24475b6 HTTP/1.1" status: 200 len: 217 time: 0.0385106 Aug 27 04:51:58.941210 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-968f8bba-8e9d-41a2-8602-00355c8ce269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:58.942576 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-968f8bba-8e9d-41a2-8602-00355c8ce269 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73470c05-b621-47dd-86f6-7fd1bb8ad83f HTTP/1.1" status: 200 len: 854 time: 0.0444968 Aug 27 04:51:58.977654 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-382d0421-53eb-41d1-ba9a-e2f18c9cdef9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d7741ee-482f-42d9-af95-96b466fd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262060 Aug 27 04:51:59.073102 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-e0de861e-aef1-46d8-87b8-58912a6e4813 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876188 Aug 27 04:51:59.161914 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14bcfb0c-fa88-4325-ab2f-0621dcd16eae req-bf6c8b2d-42af-405e-9910-9f3e8abe874c service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812986 Aug 27 04:51:59.445696 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8079e-e445-41d8-b4d6-6b9ca6488378 req-64ec49b5-39a0-4d6a-855c-f4408ff5af35 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:51:59.447687 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebe8079e-e445-41d8-b4d6-6b9ca6488378 req-64ec49b5-39a0-4d6a-855c-f4408ff5af35 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 944 time: 0.0488904 Aug 27 04:51:59.485154 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebe8079e-e445-41d8-b4d6-6b9ca6488378 req-425ddc6a-ec73-4be8-8b40-097602f3604c tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Aug 27 04:52:00.607894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52051df-0154-4cc8-9e35-65c20e10dbe6 req-9b82e67f-29fc-4638-b707-11f9a5264dba tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:00.609414 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f52051df-0154-4cc8-9e35-65c20e10dbe6 req-9b82e67f-29fc-4638-b707-11f9a5264dba tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 944 time: 0.0586076 Aug 27 04:52:00.649636 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f52051df-0154-4cc8-9e35-65c20e10dbe6 req-97303581-813c-47b0-8f3a-eb3c521adad7 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324638 Aug 27 04:52:00.822169 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-47d6e1f7-1066-4d6a-9a4f-a6d4e3ce5be8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704100116&fields=id&tenant_id=92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 267 time: 0.0417986 Aug 27 04:52:00.930955 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-8be282f3-e127-42aa-90c0-31c42289f0cd tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:00.932533 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-8be282f3-e127-42aa-90c0-31c42289f0cd tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 811 time: 0.1035936 Aug 27 04:52:00.948012 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-9c1adb75-f778-4469-9c24-005c95e567b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/quotas/92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 375 time: 0.0096080 Aug 27 04:52:01.004842 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-0eb3c118-f896-4071-9d3f-d57dd798c191 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515258 Aug 27 04:52:01.145537 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-79ffe472-4470-49b9-bcd2-4d0393d8b757 service neutron] 10.222.0.25 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282849 Aug 27 04:52:01.234374 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-d047b168-9bf8-47bd-b853-72651786e147 service neutron] 10.222.0.25 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823257 Aug 27 04:52:01.734350 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device c8082211-7b15-4795-b74f-d025b24475b6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:52:01.768777 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9ed5c-a963-4d05-a18a-fc99a7e2520e req-4151b8a2-acc4-4f93-a54d-025ec435a426 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:01.770333 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-40f9ed5c-a963-4d05-a18a-fc99a7e2520e req-4151b8a2-acc4-4f93-a54d-025ec435a426 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 944 time: 0.0506303 Aug 27 04:52:01.825881 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-40f9ed5c-a963-4d05-a18a-fc99a7e2520e req-211ba098-ba29-4819-9362-61174bd438a1 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463789 Aug 27 04:52:01.848944 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port c8082211-7b15-4795-b74f-d025b24475b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c8082211-7b15-4795-b74f-d025b24475b6,segment=NetworkSegment(f88aed9b-f878-435e-9e59-74ee8dcc6e61),segment_id=f88aed9b-f878-435e-9e59-74ee8dcc6e61)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:01.858690 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-76338e61-afd3-4971-8d99-61b14ef030cb req-f2452f0f-852e-4360-bfad-ab1218efb7f9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0421813 Aug 27 04:52:01.861739 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'c8082211-7b15-4795-b74f-d025b24475b6', 'network_id': '7d7741ee-482f-42d9-af95-96b466fd6371', 'port_id': 'c8082211-7b15-4795-b74f-d025b24475b6', 'mac_address': 'fa:16:3e:83:2e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73470c05-b621-47dd-86f6-7fd1bb8ad83f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:52:01.902630 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:01.916642 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8082211-7b15-4795-b74f-d025b24475b6 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:52:01.940726 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port c8082211-7b15-4795-b74f-d025b24475b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c8082211-7b15-4795-b74f-d025b24475b6,segment=NetworkSegment(f88aed9b-f878-435e-9e59-74ee8dcc6e61),segment_id=f88aed9b-f878-435e-9e59-74ee8dcc6e61)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:02.232823 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:02.285482 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=c8082211-7b15-4795-b74f-d025b24475b6,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:02.476181 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['c8082211-7b15-4795-b74f-d025b24475b6'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:52:02.955990 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521d000-cfd3-486a-a4af-bb39946ad625 req-b6c39ddb-218b-4146-a7c3-f4982e8a871b tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:02.958081 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e521d000-cfd3-486a-a4af-bb39946ad625 req-b6c39ddb-218b-4146-a7c3-f4982e8a871b tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 945 time: 0.0541720 Aug 27 04:52:02.962891 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9979bb14-e140-43b0-b1b4-e7955471ca5a req-a0372060-f0d2-4eec-86b1-7936caab02e3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0311179 Aug 27 04:52:03.003363 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e521d000-cfd3-486a-a4af-bb39946ad625 req-0699ebb6-7a5e-4b64-ab72-bfa192ad4c37 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Aug 27 04:52:03.741105 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device c8082211-7b15-4795-b74f-d025b24475b6 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:03.849991 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port c8082211-7b15-4795-b74f-d025b24475b6 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:52:03.854529 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port c8082211-7b15-4795-b74f-d025b24475b6 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:52:03.854922 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:03.865154 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-d4e3f72b-5041-494c-93a5-d96651df13ea tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:03.866700 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-d4e3f72b-5041-494c-93a5-d96651df13ea tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 811 time: 0.1035364 Aug 27 04:52:03.915346 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-11de0c90-d69e-4f1c-a019-246bd6c09893 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b52bac76904561ad7afe6ed672e999 HTTP/1.1" status: 200 len: 379 time: 0.0371182 Aug 27 04:52:03.925958 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'port': {'device_id': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'admin_state_up': True, 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'security_groups': ['f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32']}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:04.076340 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.098547 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dea6c51f-a81e-48b6-9be5-194a12869b09 req-f4c2d204-36fa-4b17-a3db-3eee74458f9a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0527673 Aug 27 04:52:04.111034 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8082211-7b15-4795-b74f-d025b24475b6'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:52:04.114247 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11cd3d6-9f93-46f4-b3fc-235209f6e792" -d '{"events": [{"server_uuid": "512c61db-d6b4-43c6-a522-c23d17624f1d", "name": "network-vif-plugged", "status": "completed", "tag": "c8082211-7b15-4795-b74f-d025b24475b6"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:52:04.126996 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port c8082211-7b15-4795-b74f-d025b24475b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c8082211-7b15-4795-b74f-d025b24475b6,segment=NetworkSegment(f88aed9b-f878-435e-9e59-74ee8dcc6e61),segment_id=f88aed9b-f878-435e-9e59-74ee8dcc6e61)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:04.142105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53787577-145a-4550-ae91-2f014b3722ff req-b5b2bb91-6cfe-4b84-ad26-cfc8aafc46e1 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:04.143645 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-53787577-145a-4550-ae91-2f014b3722ff req-b5b2bb91-6cfe-4b84-ad26-cfc8aafc46e1 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 945 time: 0.0587695 Aug 27 04:52:04.147074 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Made reservation on behalf of 92b52bac76904561ad7afe6ed672e999 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:52:04.151125 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.158153 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6789f19-5a3a-4101-a815-82d22c9b282e x-openstack-request-id: req-e6789f19-5a3a-4101-a815-82d22c9b282e {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:52:04.158153 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512c61db-d6b4-43c6-a522-c23d17624f1d", "name": "network-vif-plugged", "status": "completed", "tag": "c8082211-7b15-4795-b74f-d025b24475b6", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:52:04.158153 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6789f19-5a3a-4101-a815-82d22c9b282e {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:52:04.158153 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8082211-7b15-4795-b74f-d025b24475b6', 'code': 200} Aug 27 04:52:04.198701 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.230646 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-53787577-145a-4550-ae91-2f014b3722ff req-adb72ad6-f0d8-4c6f-a87e-a8522a4e5892 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768857 Aug 27 04:52:04.249392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=c8082211-7b15-4795-b74f-d025b24475b6,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:04.311309 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Allocated IP 172.20.0.14 (613bda8f-41ae-4346-8e6b-bc116801f626/12378feb-3549-4d6c-8c2e-826ec58524fa/b7aaa0be-7446-46cd-a743-020ae1834814) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:04.455797 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.469799 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Transition to ACTIVE for port object b7aaa0be-7446-46cd-a743-020ae1834814 will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:52:04.505120 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff55d-33b0-4480-8832-d8b225fcf266 req-89420ca6-ab7d-4ee5-89ca-4e09a2e94374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:04.506607 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6f5ff55d-33b0-4480-8832-d8b225fcf266 req-89420ca6-ab7d-4ee5-89ca-4e09a2e94374 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 1099 time: 0.0409184 Aug 27 04:52:04.547395 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6f5ff55d-33b0-4480-8832-d8b225fcf266 req-cfdc930d-277d-4c99-8d76-bb3add322d53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291352 Aug 27 04:52:04.571412 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.615350 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Network 613bda8f-41ae-4346-8e6b-bc116801f626 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:04.621122 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:04.625033 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:52:04.653713 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=b7aaa0be-7446-46cd-a743-020ae1834814,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:04.684220 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:04.691105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.771175 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-1e0ab860-161f-420b-ba2b-46f33ffb84f3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493173 Aug 27 04:52:04.785043 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Request body: {'port': {'device_id': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:04.839619 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.941468 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-8c0bcafc-1895-4bf7-af7f-ebb2556284fb None None] Provisioning for port b7aaa0be-7446-46cd-a743-020ae1834814 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:52:04.945579 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-8c0bcafc-1895-4bf7-af7f-ebb2556284fb None None] Provisioning complete for port b7aaa0be-7446-46cd-a743-020ae1834814 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:52:04.945956 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8c0bcafc-1895-4bf7-af7f-ebb2556284fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:04.984623 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bcafc-1895-4bf7-af7f-ebb2556284fb None None] Port b7aaa0be-7446-46cd-a743-020ae1834814 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:52:05.107923 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aaa0be-7446-46cd-a743-020ae1834814 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:52:05.122389 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:05.127879 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Transition to ACTIVE for port object b7aaa0be-7446-46cd-a743-020ae1834814 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:52:05.196776 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3b606-bbe2-485a-aa32-dd81347908fd req-d4326f0e-5105-4b76-bf11-579eff2b8246 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:05.198266 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5ee3b606-bbe2-485a-aa32-dd81347908fd req-d4326f0e-5105-4b76-bf11-579eff2b8246 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 932 time: 0.0527883 Aug 27 04:52:05.223761 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:05.262213 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5ee3b606-bbe2-485a-aa32-dd81347908fd req-e0c7e8ff-1502-4054-b81a-ab220ba51d03 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579436 Aug 27 04:52:05.304791 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aaa0be-7446-46cd-a743-020ae1834814,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:05.360121 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Attempting to bind port b7aaa0be-7446-46cd-a743-020ae1834814 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:52:05.360548 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Attempting to bind port b7aaa0be-7446-46cd-a743-020ae1834814 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:52:05.360887 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Attempting to bind port b7aaa0be-7446-46cd-a743-020ae1834814 on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:52:05.365838 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Port b7aaa0be-7446-46cd-a743-020ae1834814 on network 613bda8f-41ae-4346-8e6b-bc116801f626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:52:05.366259 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Attempting to bind port b7aaa0be-7446-46cd-a743-020ae1834814 on network 613bda8f-41ae-4346-8e6b-bc116801f626 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:52:05.372712 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f87af-ece2-4aeb-a239-28dc2e5d42bb req-2ca4d193-f276-402e-8818-16e0c05cad65 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:05.373259 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:52:05.373259 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Checking segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:52:05.373653 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Bound using segment: {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:52:05.374099 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Bound port: b7aaa0be-7446-46cd-a743-020ae1834814, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e64c820-1c8e-4785-b5f5-b53c522d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:52:05.374464 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:05.375324 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1d3f87af-ece2-4aeb-a239-28dc2e5d42bb req-2ca4d193-f276-402e-8818-16e0c05cad65 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 946 time: 0.0593512 Aug 27 04:52:05.418685 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1d3f87af-ece2-4aeb-a239-28dc2e5d42bb req-58132a11-790a-4418-9e2b-c8c08c2ef8f9 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Aug 27 04:52:05.446597 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] For port b7aaa0be-7446-46cd-a743-020ae1834814, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:52:05.450088 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] For port b7aaa0be-7446-46cd-a743-020ae1834814, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b7aaa0be-7446-46cd-a743-020ae1834814,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:52:05.519632 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:05.555708 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:05.556345 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:05.558041 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/b7aaa0be-7446-46cd-a743-020ae1834814 HTTP/1.1" status: 200 len: 1094 time: 0.7779548 Aug 27 04:52:05.560448 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:52:05.562748 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf739fc-9ea7-4b1d-b2a0-87a8cbd2a81d" -d '{"events": [{"name": "network-changed", "server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:52:05.595498 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af65bb4-7865-44fc-8ded-1122fd1d88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aaa0be-7446-46cd-a743-020ae1834814,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:05.613418 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c41b07d-252d-4820-8360-b5133a13ebc2 x-openstack-request-id: req-5c41b07d-252d-4820-8360-b5133a13ebc2 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:52:05.613893 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:52:05.614235 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c41b07d-252d-4820-8360-b5133a13ebc2 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:52:05.614834 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'status': 'completed', 'code': 200} Aug 27 04:52:05.670899 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf739fc-9ea7-4b1d-b2a0-87a8cbd2a81d req-c1c50a7f-b9b1-40fc-9d7d-742c641f485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:05.674645 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8cf739fc-9ea7-4b1d-b2a0-87a8cbd2a81d req-c1c50a7f-b9b1-40fc-9d7d-742c641f485b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 1097 time: 0.0436213 Aug 27 04:52:05.778585 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf739fc-9ea7-4b1d-b2a0-87a8cbd2a81d req-6c7103ec-b8a8-44c5-9392-253f9f587c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:05.780087 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8cf739fc-9ea7-4b1d-b2a0-87a8cbd2a81d req-6c7103ec-b8a8-44c5-9392-253f9f587c63 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=92b52bac76904561ad7afe6ed672e999&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988140 Aug 27 04:52:05.872793 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf739fc-9ea7-4b1d-b2a0-87a8cbd2a81d req-a86a7f14-95df-46cc-a498-19616cb5886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:05.874275 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8cf739fc-9ea7-4b1d-b2a0-87a8cbd2a81d req-a86a7f14-95df-46cc-a498-19616cb5886f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865145 Aug 27 04:52:05.953492 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-0d51a43c-bc02-42ea-927e-9c910477d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:05.955297 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-0d51a43c-bc02-42ea-927e-9c910477d2fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 1097 time: 0.0455868 Aug 27 04:52:06.000243 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-b46c905e-64b2-4aca-be6c-fdd5a7c216f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aaa0be-7446-46cd-a743-020ae1834814 HTTP/1.1" status: 200 len: 217 time: 0.0367408 Aug 27 04:52:06.052021 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-ef8b09c7-2e8d-46f0-9ad8-c003fd75088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:06.053533 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-ef8b09c7-2e8d-46f0-9ad8-c003fd75088b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0439262 Aug 27 04:52:06.103665 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-0bbda178-6849-4e95-937c-bd03299091ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:06.105053 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-0bbda178-6849-4e95-937c-bd03299091ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433533 Aug 27 04:52:06.193607 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-52ab07a0-1b19-4236-b584-faac07972d9c service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807891 Aug 27 04:52:06.285100 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a8adb42a-37cf-41fa-8792-285e4dbf1062 req-f7f69874-96fa-42ae-9e17-9bbf99d0370a service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838425 Aug 27 04:52:06.385734 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc3ee-ec5c-479d-b598-f983780a5a58 req-2f5ddaa9-b895-4f91-8d81-087a206dafc8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:06.387212 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-88abc3ee-ec5c-479d-b598-f983780a5a58 req-2f5ddaa9-b895-4f91-8d81-087a206dafc8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 944 time: 0.0500450 Aug 27 04:52:06.424054 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-88abc3ee-ec5c-479d-b598-f983780a5a58 req-2c84ad6a-5285-4837-a140-7a55ffe86843 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307672 Aug 27 04:52:06.534574 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb096c8-1d42-40f2-9f63-cf86b5121722 req-602d942b-b759-46aa-b3f4-99892d3c5da5 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:06.536032 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-aeb096c8-1d42-40f2-9f63-cf86b5121722 req-602d942b-b759-46aa-b3f4-99892d3c5da5 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 946 time: 0.0490611 Aug 27 04:52:06.572819 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-aeb096c8-1d42-40f2-9f63-cf86b5121722 req-ec158579-b915-4846-9560-a54daf9a37e1 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302601 Aug 27 04:52:07.539992 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef423a-ed74-4b0f-a595-58b9950975d2 req-91bf0f2b-28f3-4182-9b57-50d1513e84fc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:07.541599 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9fef423a-ed74-4b0f-a595-58b9950975d2 req-91bf0f2b-28f3-4182-9b57-50d1513e84fc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 944 time: 0.0501914 Aug 27 04:52:07.580341 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9fef423a-ed74-4b0f-a595-58b9950975d2 req-b00b89e6-dbf6-49c5-a627-9eadceaa95ab tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327575 Aug 27 04:52:08.699611 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768328aa-fb90-4924-b8cc-0e74857a5b8e req-83ac3e35-b35a-4fb2-b548-40139a75bc13 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:08.701169 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-768328aa-fb90-4924-b8cc-0e74857a5b8e req-83ac3e35-b35a-4fb2-b548-40139a75bc13 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 944 time: 0.0546317 Aug 27 04:52:08.739114 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-768328aa-fb90-4924-b8cc-0e74857a5b8e req-ce48b0d4-f5ba-43f2-ac2d-89ba7f57e8bc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321040 Aug 27 04:52:09.858287 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faaf5f-438c-471c-aaac-ebf5b2396abe req-03a143d8-0811-40de-95a6-a35b615f074f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:09.859782 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-58faaf5f-438c-471c-aaac-ebf5b2396abe req-03a143d8-0811-40de-95a6-a35b615f074f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 944 time: 0.0518346 Aug 27 04:52:09.898764 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-58faaf5f-438c-471c-aaac-ebf5b2396abe req-ac61fca2-5e8a-4b32-a559-34a7b52d8e6f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330365 Aug 27 04:52:11.016258 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd1129-68e9-42a8-9cf0-5ea40e737e2c req-9fb5bb11-7f5c-4999-9ffe-463c0ca6fca7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:11.017738 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cdfd1129-68e9-42a8-9cf0-5ea40e737e2c req-9fb5bb11-7f5c-4999-9ffe-463c0ca6fca7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 944 time: 0.0508411 Aug 27 04:52:11.057103 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cdfd1129-68e9-42a8-9cf0-5ea40e737e2c req-75605ac8-28d1-4b4c-95e4-07b0085b44bb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Aug 27 04:52:12.175883 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e8c06-ebab-4110-8407-13eddd621033 req-18a8642d-a78d-4d36-9726-51411ff786f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:12.177463 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-876e8c06-ebab-4110-8407-13eddd621033 req-18a8642d-a78d-4d36-9726-51411ff786f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 944 time: 0.0535574 Aug 27 04:52:12.215781 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-876e8c06-ebab-4110-8407-13eddd621033 req-9104b1de-c98e-4793-89e1-28a0520d83be tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323317 Aug 27 04:52:13.340088 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609203-28c6-4156-8aa4-991f035b08ec req-330d2f11-f7e5-434b-b8f1-b8e8062f8761 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:13.341612 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e7609203-28c6-4156-8aa4-991f035b08ec req-330d2f11-f7e5-434b-b8f1-b8e8062f8761 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 944 time: 0.0535476 Aug 27 04:52:13.379871 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e7609203-28c6-4156-8aa4-991f035b08ec req-220790c2-21f7-4d04-9b5c-81dbb680694a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322502 Aug 27 04:52:13.795766 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device b7aaa0be-7446-46cd-a743-020ae1834814 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:52:13.886447 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port b7aaa0be-7446-46cd-a743-020ae1834814, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b7aaa0be-7446-46cd-a743-020ae1834814,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:13.897269 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'port_id': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'mac_address': 'fa:16:3e:79:ca:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:52:13.938023 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:13.950603 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aaa0be-7446-46cd-a743-020ae1834814 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:52:13.973569 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port b7aaa0be-7446-46cd-a743-020ae1834814, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b7aaa0be-7446-46cd-a743-020ae1834814,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:14.072760 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:14.119411 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=b7aaa0be-7446-46cd-a743-020ae1834814,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:14.315497 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['b7aaa0be-7446-46cd-a743-020ae1834814'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:52:14.339002 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:14.499162 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf263-2b8e-4305-b20f-a687d1d77078 req-5dcf73fc-4841-4b0e-8bd0-ca2e69ab08b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:14.501182 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e88cf263-2b8e-4305-b20f-a687d1d77078 req-5dcf73fc-4841-4b0e-8bd0-ca2e69ab08b2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 945 time: 0.0503616 Aug 27 04:52:14.548903 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e88cf263-2b8e-4305-b20f-a687d1d77078 req-6d89f581-be31-4b82-a85e-c3c3ae1c5e8c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405114 Aug 27 04:52:15.666297 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753bc9e-549e-4732-8c49-6fe909b89d92 req-4012b99f-39ce-4f4c-ac47-953d9dc8fe8f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:15.667820 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9753bc9e-549e-4732-8c49-6fe909b89d92 req-4012b99f-39ce-4f4c-ac47-953d9dc8fe8f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 945 time: 0.0559711 Aug 27 04:52:15.710873 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9753bc9e-549e-4732-8c49-6fe909b89d92 req-5e1bead8-57d7-4431-8cc8-311dec6f7b3b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369163 Aug 27 04:52:15.814127 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device b7aaa0be-7446-46cd-a743-020ae1834814 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:52:15.948552 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port b7aaa0be-7446-46cd-a743-020ae1834814 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:52:15.952799 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port b7aaa0be-7446-46cd-a743-020ae1834814 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:52:15.953184 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:16.040296 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:16.064100 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:52:16.066529 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f4e004-d8ef-4e77-9e25-ff82e4be372e" -d '{"events": [{"server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "name": "network-vif-plugged", "status": "completed", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:52:16.081398 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port b7aaa0be-7446-46cd-a743-020ae1834814, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b7aaa0be-7446-46cd-a743-020ae1834814,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:52:16.104141 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbf5185-e72b-4269-b465-5e49f4caccd6 x-openstack-request-id: req-9dbf5185-e72b-4269-b465-5e49f4caccd6 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:52:16.104462 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "name": "network-vif-plugged", "status": "completed", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:52:16.104723 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dbf5185-e72b-4269-b465-5e49f4caccd6 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:52:16.105127 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'code': 200} Aug 27 04:52:16.152618 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:16.202334 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=b7aaa0be-7446-46cd-a743-020ae1834814,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:16.525987 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1c161-9d7f-414f-a2d6-b61ff99ddc12 req-f81b32dd-5c79-4b8d-b3a3-fc7eb18daf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:16.527503 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b6e1c161-9d7f-414f-a2d6-b61ff99ddc12 req-f81b32dd-5c79-4b8d-b3a3-fc7eb18daf84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 1099 time: 0.0413582 Aug 27 04:52:16.564717 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b6e1c161-9d7f-414f-a2d6-b61ff99ddc12 req-8c2499e8-3092-4a24-a2ff-32e917aefc44 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296278 Aug 27 04:52:16.826314 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c14f5e-28a9-4979-a66b-6e0c5014c2ca req-d7d6529f-7874-4df8-b50a-985dd17dc66a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:16.827886 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-67c14f5e-28a9-4979-a66b-6e0c5014c2ca req-d7d6529f-7874-4df8-b50a-985dd17dc66a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Aug 27 04:52:16.867956 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-67c14f5e-28a9-4979-a66b-6e0c5014c2ca req-1468d686-b8ad-4347-859b-843e6b3bc110 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338573 Aug 27 04:52:17.991126 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cb201-87e1-4dae-a551-6b4c9dd19e81 req-c33e1e37-d794-4c89-9e6e-6605d145962e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:17.993500 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-722cb201-87e1-4dae-a551-6b4c9dd19e81 req-c33e1e37-d794-4c89-9e6e-6605d145962e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 946 time: 0.0585153 Aug 27 04:52:18.032790 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-722cb201-87e1-4dae-a551-6b4c9dd19e81 req-256661eb-25af-4018-a188-3892107b9ea2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Aug 27 04:52:18.419934 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-46886895-e011-42bb-8cdc-38cf10c10bcb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408599 Aug 27 04:52:18.506491 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-f7f37104-825f-4450-95bd-035f90eb96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:18.507895 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-f7f37104-825f-4450-95bd-035f90eb96f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0460031 Aug 27 04:52:18.881992 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-35b9f58b-5b19-483d-bba2-804509bcff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:18.883439 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-35b9f58b-5b19-483d-bba2-804509bcff0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.3487144 Aug 27 04:52:18.950671 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-1205ac3d-b703-4bd8-94ec-f395e8a7b4bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 1001 time: 0.0570457 Aug 27 04:52:19.006959 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-d56ac18f-e649-43d6-b761-db6e0cf65623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:19.008514 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-d56ac18f-e649-43d6-b761-db6e0cf65623 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0474894 Aug 27 04:52:19.057272 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-42dd76bd-6a5f-47a6-a8e9-71437bf61561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:19.058857 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-42dd76bd-6a5f-47a6-a8e9-71437bf61561 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429058 Aug 27 04:52:19.178502 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0c76-bee0-4dfd-80e6-f22183b31ec9 req-11e76fa8-9d33-45ee-b017-3ce6e9dffff9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:19.179980 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7b2d0c76-bee0-4dfd-80e6-f22183b31ec9 req-11e76fa8-9d33-45ee-b017-3ce6e9dffff9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 946 time: 0.0722041 Aug 27 04:52:19.195934 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-1e764609-e6cd-41fe-95f6-3c50cc548717 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287580 Aug 27 04:52:19.269249 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7b2d0c76-bee0-4dfd-80e6-f22183b31ec9 req-b7edf380-89d4-48db-9645-eb96225ce37c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815713 Aug 27 04:52:19.304045 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-10027943-f329-42fc-a72e-e08c5bcc0db4 req-8c51536f-62a2-4773-aaa6-49dba94a952a service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001484 Aug 27 04:52:19.390586 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61433cb-0f9e-47d4-99f9-20bb970e0181 req-9c2b73f8-919f-4e62-a638-7779aaddd3a7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:19.392029 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c61433cb-0f9e-47d4-99f9-20bb970e0181 req-9c2b73f8-919f-4e62-a638-7779aaddd3a7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 946 time: 0.0476625 Aug 27 04:52:19.429409 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c61433cb-0f9e-47d4-99f9-20bb970e0181 req-04114532-d6db-4b0a-abfc-8291ae95e034 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Aug 27 04:52:19.450996 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 51034) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:52:19.492749 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86404aa2-8c71-440a-8cb7-b692cd8976bf tempest-TestVolumeBootPattern-1187947878 tempest-TestVolumeBootPattern-1187947878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:19.494313 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-86404aa2-8c71-440a-8cb7-b692cd8976bf tempest-TestVolumeBootPattern-1187947878 tempest-TestVolumeBootPattern-1187947878-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 1094 time: 0.0423462 Aug 27 04:52:19.497122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 51036) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:52:19.501627 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'port_id': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:52:19.592075 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:19.689878 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:19.798195 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Allocated IP 172.27.0.151 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/f2494429-b53e-4984-b436-801f0751998b) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:52:19.901740 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:20.038379 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:20.080610 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:52:20.083425 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:52:20.086098 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:52:20.115631 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=f2494429-b53e-4984-b436-801f0751998b,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:20.128923 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.129277 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.129622 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.129959 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.130293 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.130626 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.130956 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.131286 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.131612 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.131936 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.132262 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.132606 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:52:20.453314 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:20.609559 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:20.759115 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:20.820420 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:20.890524 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event updated for resources: {'Port': ['ID=f2494429-b53e-4984-b436-801f0751998b,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:52:20.902376 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:21.258796 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Floating IP 252382f5-71d3-4322-81c1-ebd67ca77065 associated. External IP: 172.27.0.151, port: b7aaa0be-7446-46cd-a743-020ae1834814. Aug 27 04:52:21.468047 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:52:21.575369 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:52:21.584777 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:52:21.593475 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:52:21.594124 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:51:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:21.661244 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:21.689906 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-48255132-19eb-44ff-9dfe-5a107e57b9f8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1917756 Aug 27 04:52:21.691083 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:52:21.693725 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42ecd77-f9db-4672-9c34-e556e4a36994" -d '{"events": [{"name": "network-changed", "server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:52:21.704347 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:52:21.731281 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9a687e-34e7-46c3-8d34-7465ebb3f7ac x-openstack-request-id: req-bd9a687e-34e7-46c3-8d34-7465ebb3f7ac {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:52:21.731555 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:52:21.731827 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd9a687e-34e7-46c3-8d34-7465ebb3f7ac {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:52:21.732237 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'status': 'completed', 'code': 200} Aug 27 04:52:21.801877 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-7f8f24a0-0020-4788-ae78-a3e5a706293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:21.803527 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-7f8f24a0-0020-4788-ae78-a3e5a706293f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 1099 time: 0.0445099 Aug 27 04:52:21.893463 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-f1eb7941-9864-4256-861c-6cff788f8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:21.895081 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-f1eb7941-9864-4256-861c-6cff788f8c93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0825288 Aug 27 04:52:21.933171 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:13Z', 'revision_number': 1, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}, {'id': '252382f5-71d3-4322-81c1-ebd67ca77065', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:79:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:52:20Z', 'updated_at': '2021-08-27T04:52:20Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:21.959510 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:52:21.969490 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:52:21.970116 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:51:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:21.976450 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-fb7b9fcd-8dd4-4aa3-8bfd-5daf603b46ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aaa0be-7446-46cd-a743-020ae1834814 HTTP/1.1" status: 200 len: 1000 time: 0.0738351 Aug 27 04:52:22.026429 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-804612a0-ae7b-4eb4-9706-b98206d3c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:22.027907 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-804612a0-ae7b-4eb4-9706-b98206d3c714 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0436494 Aug 27 04:52:22.073491 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:52:22.082287 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-131d22cf-11c7-43f9-b96c-9bdf33af6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:52:22.083790 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-131d22cf-11c7-43f9-b96c-9bdf33af6bca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389342 Aug 27 04:52:22.180058 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-524b1f86-8497-4127-add5-25b39b091ec6 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Aug 27 04:52:22.275065 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e42ecd77-f9db-4672-9c34-e556e4a36994 req-d63981fc-e76d-4a7a-857d-069be4011a12 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839686 Aug 27 04:52:22.294048 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:13Z', 'revision_number': 1, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}, {'id': '252382f5-71d3-4322-81c1-ebd67ca77065', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:79:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:52:20Z', 'updated_at': '2021-08-27T04:52:20Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:52:22.325848 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c87ea-dce3-40d5-91b5-e795e16aa93d None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:13Z', 'revision_number': 1, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}, {'id': '252382f5-71d3-4322-81c1-ebd67ca77065', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:79:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:52:20Z', 'updated_at': '2021-08-27T04:52:20Z', 'revision_number': 0, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:52:22.332517 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:52:22.526802 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b48d7-cd9e-4807-99d7-67680a3da37d None None] New status for floating IP 252382f5-71d3-4322-81c1-ebd67ca77065: ACTIVE {{(pid=101017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:52:23.226327 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-96a5bce7-9d57-452e-8efa-c81663b7e85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:25.803479 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9ba9fa3f-0898-491c-9f26-d084b0d54d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:26.009220 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:26.935200 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:28.546402 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:44.317289 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:53.203000 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-eebe6346-088d-4c34-990d-1ac801359fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:55.791283 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6be5f3cb-b0ee-47e2-97ca-a04f1d35ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:56.037103 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:56.945427 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:58.534395 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:52:59.334200 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:53:14.339579 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:21.087203 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-a0fee111-fd67-4a4e-be04-3ce380dafda5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411997 Aug 27 04:53:21.157383 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-c773ff1d-8444-482f-85f0-12cae310dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:21.158933 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-c773ff1d-8444-482f-85f0-12cae310dfab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0495341 Aug 27 04:53:21.267467 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-8fb0237b-3858-4213-8d1f-42e4a6a75437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:21.268995 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-8fb0237b-3858-4213-8d1f-42e4a6a75437 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0899615 Aug 27 04:53:21.339608 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-578ff6b5-60cf-4f28-adb2-258a819daf59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0632269 Aug 27 04:53:21.391997 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-f66cef12-a64c-4a1f-b8cf-bdcca5ceb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:21.393483 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-f66cef12-a64c-4a1f-b8cf-bdcca5ceb047 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0473802 Aug 27 04:53:21.438702 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-3515ed83-72ce-42bb-90a8-73611073207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:53:21.440169 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-3515ed83-72ce-42bb-90a8-73611073207d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398283 Aug 27 04:53:21.534150 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-e7ecba3e-cee7-4cb0-8288-68461de4067c service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856957 Aug 27 04:53:21.626243 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bda22646-9fc8-469b-9ee5-dcb40ff160b7 req-ad859f8b-77c8-4421-8877-2d44bfdf4f31 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843697 Aug 27 04:53:23.213600 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-21aedf40-be5f-4557-8e17-e3219d9156ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:25.795196 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-21c6e3b7-590f-4850-b370-f2e13c09adc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:26.007941 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:26.956660 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:28.527922 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:36.331152 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:53:44.345096 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:53.201314 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-82d06473-6f59-4a3b-8026-4e11e09b6faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:55.817117 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b0c6624c-631f-426a-a911-6a3f7abae35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:56.070314 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:57.019440 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:53:58.548122 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:00.616163 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 51508) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:54:00.777031 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Deleting port f2494429-b53e-4984-b436-801f0751998b {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:54:00.777373 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:00.852719 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:00.853048 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:00.864878 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Calling delete_port for f2494429-b53e-4984-b436-801f0751998b owned by network:floatingip {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:54:01.070078 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:01.095425 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event deleted for resources: {'Port': ['ID=f2494429-b53e-4984-b436-801f0751998b,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:01.107355 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.107722 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.108074 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.108449 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.108818 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.109162 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.109504 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.109843 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.110185 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.110521 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.110857 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.111187 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:54:01.165072 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:01.165412 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Floating IP 252382f5-71d3-4322-81c1-ebd67ca77065 disassociated (deleted). External IP: 172.27.0.151, port: b7aaa0be-7446-46cd-a743-020ae1834814. Aug 27 04:54:01.374551 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:54:01.478935 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:54:01.483303 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:01.488290 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:54:01.497218 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:54:01.497832 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:53:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:01.509951 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-0c896b4e-aedc-45b1-855d-0d0f1dead9a5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "DELETE /v2.0/floatingips/252382f5-71d3-4322-81c1-ebd67ca77065 HTTP/1.1" status: 204 len: 168 time: 0.8927467 Aug 27 04:54:01.510550 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:54:01.512828 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb2c49-1db2-47cb-80fc-501c14286cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:54:01.551588 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3653913-9d52-420e-b8e7-5dfa5f540d40 x-openstack-request-id: req-f3653913-9d52-420e-b8e7-5dfa5f540d40 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:54:01.551884 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:54:01.552142 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3653913-9d52-420e-b8e7-5dfa5f540d40 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:54:01.552739 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'status': 'completed', 'code': 200} Aug 27 04:54:01.619599 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-61a21cbd-3672-4a25-b394-498becb429ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:01.621749 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-61a21cbd-3672-4a25-b394-498becb429ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 1099 time: 0.0443859 Aug 27 04:54:01.702839 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:54:01.724464 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-d18cd71e-37a1-4aa5-b448-e77df7d226ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:01.726080 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-d18cd71e-37a1-4aa5-b448-e77df7d226ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0971153 Aug 27 04:54:01.767962 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-0ba29d49-f8d6-4a44-93bf-bd23c121fd00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aaa0be-7446-46cd-a743-020ae1834814 HTTP/1.1" status: 200 len: 217 time: 0.0351171 Aug 27 04:54:01.818734 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-667e51d4-3b81-44c4-b242-c620b00d08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:01.820438 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-667e51d4-3b81-44c4-b242-c620b00d08dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0454717 Aug 27 04:54:01.877210 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-adc2523a-8dd9-46ca-b361-477ba8fe1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:01.879336 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-adc2523a-8dd9-46ca-b361-477ba8fe1840 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470679 Aug 27 04:54:01.934698 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:13Z', 'revision_number': 1, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:01.963765 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:54:01.972642 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:54:01.973229 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T04:53:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:01.973567 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-61a6182a-a262-41e8-8439-7e3b604a73ad service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872200 Aug 27 04:54:02.015716 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fa617-5098-463a-808f-39a03241ab64 req-5ec59e53-b3a5-4e51-81e5-97be52ec6a44 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:02.017405 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-230fa617-5098-463a-808f-39a03241ab64 req-5ec59e53-b3a5-4e51-81e5-97be52ec6a44 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 946 time: 0.0558822 Aug 27 04:54:02.058435 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-230fa617-5098-463a-808f-39a03241ab64 req-86d7f54a-919c-4495-82a4-75138daf1e29 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341170 Aug 27 04:54:02.084324 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92cb2c49-1db2-47cb-80fc-501c14286cbe req-29923f67-a411-49d1-9c89-cce7445bc97d service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034405 Aug 27 04:54:02.086929 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:54:02.311374 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:13Z', 'revision_number': 1, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:54:02.341167 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b9bd0-dc0d-41ee-8440-aa6408e09944 None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'port_id': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'mac_address': 'fa:16:3e:3a:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:50:10Z', 'updated_at': '2021-08-27T04:50:13Z', 'revision_number': 1, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:54:02.551444 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79480c-8439-40c2-a369-8177fb06d632 None None] New status for floating IP 252382f5-71d3-4322-81c1-ebd67ca77065: DOWN {{(pid=101017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:54:03.174123 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ba671-7799-4358-b5b6-d459913546b4 req-2cc892b8-eed1-4992-a426-eb37553bf936 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:03.176080 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-179ba671-7799-4358-b5b6-d459913546b4 req-2cc892b8-eed1-4992-a426-eb37553bf936 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 946 time: 0.0507255 Aug 27 04:54:03.214355 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-179ba671-7799-4358-b5b6-d459913546b4 req-ca772545-915e-4ef1-a987-667aba120c61 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Aug 27 04:54:03.560170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-7a7d9e58-ee54-4fe7-a694-2527146257e3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:03.561617 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-7a7d9e58-ee54-4fe7-a694-2527146257e3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 946 time: 0.0471666 Aug 27 04:54:03.651267 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Deleting port b7aaa0be-7446-46cd-a743-020ae1834814 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:54:03.651605 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:03.736245 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] For port b7aaa0be-7446-46cd-a743-020ae1834814, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b7aaa0be-7446-46cd-a743-020ae1834814,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:54:03.736652 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:03.750278 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Calling delete_port for b7aaa0be-7446-46cd-a743-020ae1834814 owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:54:04.011052 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:04.040387 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event deleted for resources: {'Port': ['ID=b7aaa0be-7446-46cd-a743-020ae1834814,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:54:04.084325 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] No DVR routers for this DVR port b7aaa0be-7446-46cd-a743-020ae1834814 on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:54:04.086842 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:04.088905 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a43ea56-515e-4083-9d48-a73826d60ff4 req-0ff7b62c-3ba3-44f8-abde-56eab4b745eb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "DELETE /v2.0/ports/b7aaa0be-7446-46cd-a743-020ae1834814 HTTP/1.1" status: 204 len: 173 time: 0.5209622 Aug 27 04:54:04.089342 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'name': 'network-vif-deleted', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:54:04.091617 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f555fe91-a660-4441-b56a-fb022dedd86a" -d '{"events": [{"server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "name": "network-vif-deleted", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:54:04.126409 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0237558-b2f9-4ed2-9711-43ff8b2f388d x-openstack-request-id: req-f0237558-b2f9-4ed2-9711-43ff8b2f388d {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:54:04.126702 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d29d16-d144-4200-8bd5-b2e64b6b2509", "name": "network-vif-deleted", "tag": "b7aaa0be-7446-46cd-a743-020ae1834814", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:54:04.126957 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0237558-b2f9-4ed2-9711-43ff8b2f388d {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:54:04.127552 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d29d16-d144-4200-8bd5-b2e64b6b2509', 'name': 'network-vif-deleted', 'tag': 'b7aaa0be-7446-46cd-a743-020ae1834814', 'status': 'completed', 'code': 200} Aug 27 04:54:04.311558 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b890f5c3-7334-44c1-bbcd-82b1110fa439 req-1567c505-5e8c-4991-870a-31d55b6202e5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0261407 Aug 27 04:54:05.408538 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3c5e491a-6097-4a48-9b46-9b4dedba5b9f req-c523769a-a548-4e45-933f-6e5b8a8e5896 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0296597 Aug 27 04:54:06.382996 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device b7aaa0be-7446-46cd-a743-020ae1834814 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:54:06.403348 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: b7aaa0be-7446-46cd-a743-020ae1834814 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:54:06.403699 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device b7aaa0be-7446-46cd-a743-020ae1834814 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:54:06.500247 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-82e4b9a9-6580-4955-ad75-bc1d1c5be8dd req-b026c956-f2bf-4f31-a457-6f44e2f7f971 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0259330 Aug 27 04:54:07.698555 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d4f14c6f-1405-4431-a45c-f2dd02ac5bab req-8908e6cc-f544-4c9d-8494-95647604bcbe tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.1328292 Aug 27 04:54:08.791419 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6c3a8d4a-8336-4f05-bdf4-68b71b9ab281 req-2573b3a5-2fd7-40de-a4d1-26d4ec1a87a0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0259426 Aug 27 04:54:09.883268 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7a3a2821-8eec-4412-8fe6-a1a0b2c47b15 req-45c5bf66-5aea-4c81-a9d1-c100ceed11da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0268633 Aug 27 04:54:10.977891 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4af23c73-5a2a-4224-a975-fbcfccbf23d1 req-3018a996-4fa1-4678-a956-eb300c6c3bdc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0292890 Aug 27 04:54:12.072624 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f6e8ab5b-b8e1-45a1-b1d9-92d84834d2fa req-f481c619-4040-4164-be35-9f5138080adc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Aug 27 04:54:13.164241 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1ddecd71-001d-4001-89c1-e8a242759138 req-b5292560-2f85-4cbd-a35f-4e7620c40a02 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Aug 27 04:54:13.329414 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:54:14.258335 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e2ffe599-3c43-48fd-af72-0bbf938a618f req-57bbf765-730a-4de4-ba26-f63a84e889d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0272980 Aug 27 04:54:14.343805 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:15.355880 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0cc42afc-a5a7-4dc4-86bc-620b24c46a9a req-5f7d4f2d-e493-42d7-b3ac-ab8613fa1a77 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0306275 Aug 27 04:54:16.448794 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1b1b3021-39f4-45ce-96bf-bb11c24c5f07 req-de511247-ae54-47c3-88ae-c934d3d76980 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Aug 27 04:54:17.541013 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-604da7ac-e939-434f-81f0-dc7b93d293ca req-fec097e8-e7c1-4430-a5be-b862e143363d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0258806 Aug 27 04:54:18.635486 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-706e007c-395d-4fb0-963c-2ec91c225724 req-b2b1b6ec-aa9b-425b-879e-8d41061f627e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0299001 Aug 27 04:54:19.726524 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-28ac85e1-ea68-400f-95d4-28496e4dc00f req-ca5df681-78f4-49e6-9b85-cabb0678acd8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0254333 Aug 27 04:54:20.417800 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-d2c2860c-2bc6-411c-9cf1-7a77cbc72f38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398099 Aug 27 04:54:20.479124 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-a6ed3beb-f71f-42ff-8f54-b48adc519d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:20.480729 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-a6ed3beb-f71f-42ff-8f54-b48adc519d38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 1099 time: 0.0419209 Aug 27 04:54:20.584416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-22f9c0b0-0e93-496e-ad69-584408efff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:20.585949 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-22f9c0b0-0e93-496e-ad69-584408efff46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d7741ee-482f-42d9-af95-96b466fd6371 HTTP/1.1" status: 200 len: 915 time: 0.0871861 Aug 27 04:54:20.627562 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-453fd01c-f84f-4c89-9e8a-f1532c74b25a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8082211-7b15-4795-b74f-d025b24475b6 HTTP/1.1" status: 200 len: 217 time: 0.0343778 Aug 27 04:54:20.681979 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-4659a96f-3462-4623-bd56-e1e708bca749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:54:20.683417 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-4659a96f-3462-4623-bd56-e1e708bca749 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73470c05-b621-47dd-86f6-7fd1bb8ad83f HTTP/1.1" status: 200 len: 854 time: 0.0492430 Aug 27 04:54:20.716659 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-e4dedbd5-0f7f-4110-b27c-745ab94a4578 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d7741ee-482f-42d9-af95-96b466fd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258527 Aug 27 04:54:20.807872 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-532ed121-63a6-4473-b5dd-70755389c6d5 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841742 Aug 27 04:54:20.820147 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0ebff119-3355-4569-97c6-cbc08c60a69f req-d389816f-7633-4547-a0ab-fd92bd7f735b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0261433 Aug 27 04:54:20.902443 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ac64c2f7-f310-4954-b84a-aa522ba77d58 req-a3df25bb-db26-4d3d-9a5b-759f0b072e47 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870311 Aug 27 04:54:21.911585 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2819e12a-3708-49d0-90fd-691d42368f14 req-aba0f626-3481-4088-a874-957bf7948040 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0262177 Aug 27 04:54:23.005744 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-edd3015d-b03a-458c-b63f-9a8afe13cd65 req-e520a8bb-1453-401a-ae0d-b52cbe33353e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0270734 Aug 27 04:54:23.212083 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a201b232-cf08-4624-8451-bb63cbdc04d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:24.098605 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-93364f87-918b-44aa-8b37-50491e318117 req-f685ec01-214f-4612-9ae4-9c684f840b2f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0267718 Aug 27 04:54:25.190330 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-06b9c68d-d5bd-47a6-b3f1-fb7a0ebd4669 req-ee13dd99-678f-4b6c-83ce-6c0f90783e4c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0259862 Aug 27 04:54:25.874908 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-87429683-4cf2-4404-8348-64b42d0d65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:26.027359 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:26.280956 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5793f5c6-4819-47b8-954f-81a0897bcc4d req-c01b08ed-edf2-4080-8ac6-fc42fb7c44d8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0255039 Aug 27 04:54:26.981788 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:27.374094 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a07877bd-1c52-43d0-abbb-18508f011912 req-91db427f-245e-4028-97ff-c7f765de7dcb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0270736 Aug 27 04:54:28.465858 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01005c4e-686c-467c-bbdd-c9f72c270679 req-4bde4659-4c53-446f-9f70-e0848e11af1d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0272253 Aug 27 04:54:28.540929 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:29.566092 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-351251b7-0f35-4efa-aeac-254f96232183 req-9c37c327-bd4a-49c2-95a3-e15fa4a22778 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0257764 Aug 27 04:54:30.661824 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-53e44f6b-a97a-4d3b-afe1-8c3fb93cdfe0 req-29a41d8b-24f2-431a-9154-239f21159b58 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0309219 Aug 27 04:54:31.763906 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-627c31ca-5f3d-4a62-aaf6-226ec94e2472 req-78b16103-81b3-49c5-9359-ffeb07466216 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Aug 27 04:54:32.854077 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-618a8ee5-85c1-4450-b767-63c8150a4823 req-4d5d7b7e-f11d-4eae-afa9-9020e8a0bc2f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0258267 Aug 27 04:54:33.945665 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b271dbda-2947-41cb-93d1-4bdc4dabc54c req-cbec584f-fbea-485b-abd9-d099d5479aa4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Aug 27 04:54:35.036111 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0121c28c-cd8b-434c-a698-d3c78202908a req-bec744ed-0a7d-4f7b-8de0-c0493080c873 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0262542 Aug 27 04:54:36.127207 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3751a8cd-55da-4c91-892e-ec5f3bc55acc req-f7c30d97-6890-4f6c-a634-996ec10480f9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0257998 Aug 27 04:54:37.217534 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d394a8a6-d565-42a7-8501-c10e3e908ad0 req-9aabbdfd-8a82-4a91-be24-20827374d0de tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0253687 Aug 27 04:54:38.309879 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b8745146-0e58-4927-835e-1fb54704abc8 req-30eb9433-ce73-4562-b194-2155e145c366 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0268657 Aug 27 04:54:39.454935 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-06d0e210-1002-48a4-9c38-96ed8eb32fe3 req-9c0f40ed-1003-44f3-a53d-aed0b7b49059 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0790088 Aug 27 04:54:40.549099 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fb5fbc20-1b55-4cb5-ae5a-13e28bf78b98 req-8450d457-77f2-4ec5-817e-48c328da75dd tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Aug 27 04:54:41.642401 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7f133d79-8fe7-4d12-b998-542bfc412149 req-880ffac1-9dea-4aa0-a2fb-2df76fdb990b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0269783 Aug 27 04:54:42.733665 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8c4cfa04-6086-4c47-99d8-83d3c5a5d8e4 req-4bb6311b-4741-4046-a27c-1bc42d3ab6fc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0262916 Aug 27 04:54:43.827796 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-753a235d-f04e-41a6-b055-5e0dc75e43fe req-70e480e1-26ec-48f6-806e-7a9d11fd804a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0295882 Aug 27 04:54:44.400973 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:44.923710 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-20bbee82-2ab5-4180-b2f5-8767920e68f2 req-59a9fe96-1c74-45b1-bf1b-17edbff29307 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0313530 Aug 27 04:54:46.025794 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1092848f-b8c8-4e8e-8ec7-cd48801b474a req-93e12dc4-32b1-43bf-a918-2fef7732516c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0343480 Aug 27 04:54:47.118201 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-74a8cfec-784b-4707-b7ea-44a5b18657b1 req-76ba80b4-fd1f-4a71-a444-adf107abfc42 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0269134 Aug 27 04:54:48.210333 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-516a3afb-cdb1-4db0-a448-d82eb13f804e req-e2eecc8e-9609-4dcd-af1c-749ab97fbc21 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Aug 27 04:54:49.301251 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-19243d86-21f8-4fae-a714-8b400a50f1a3 req-22e7c858-3208-4b85-b4c8-438b455088c1 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Aug 27 04:54:50.328961 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:54:50.391911 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b2be06b9-43e1-4a02-a39f-692a3b788f51 req-caaef128-b3de-43c1-ba3e-64e248d85e92 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Aug 27 04:54:51.482423 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-92445f4c-7e10-4113-966f-0a570a13998d req-b084289d-11ff-4a19-961f-2f6b2fb1890a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0264773 Aug 27 04:54:52.573962 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bf5b2101-f844-47d6-8a3c-22f89d5de621 req-49d9f290-0e1c-438c-8426-f05a91bdbb16 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0269749 Aug 27 04:54:53.211567 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f3f714dc-c470-494c-bd2f-2bf8c2e3e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:53.664821 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6b636c64-ff35-419f-aa11-3eddd06c991c req-6dcc83ac-6462-4dd0-9c05-e1cb4aab3ea4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0255964 Aug 27 04:54:54.769000 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-41cce43b-d085-4acc-adb4-83e0c1cef2ed req-1aa377b4-6424-4379-b423-03ac733d58cc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0293431 Aug 27 04:54:55.820268 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-61f642b7-edbb-419a-9a69-385dd3fe3464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:55.862527 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-85d7c3b1-7722-4669-99fc-3710472bc9b2 req-06652604-7303-4bd3-85b5-5295b1e0ff8c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0267813 Aug 27 04:54:56.168971 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:56.957557 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:56.965935 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-24078280-368f-4430-8095-99c373e0b431 req-3f6d1c4e-246e-46ce-b6d9-3d7fdb919180 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0296881 Aug 27 04:54:58.061541 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-26e76de2-3e67-4765-a5fd-763b444d6b0f req-d35aed8a-f871-4b56-812e-89fff4ccb388 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0288336 Aug 27 04:54:58.574008 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:54:59.152834 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-faebbcc4-6b27-4357-ba94-51d2f06140c8 req-b7415360-ceb8-4072-b142-98ec375e609c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0256102 Aug 27 04:55:00.245340 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6f8b96ff-9ad6-4aa7-bce2-7abc00473b01 req-6a8172dc-f040-42f7-a2f6-7bbe38bfa143 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0261106 Aug 27 04:55:01.336029 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1d1928bf-4a11-48e8-8545-40916e311109 req-883a1618-a7f8-431d-9f5e-3f4af7f38cd1 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0260630 Aug 27 04:55:02.427058 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-718ac210-6b0a-41d2-b172-a687d366e56d req-aae6141e-1668-457b-bca1-9e60c646e46e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0267577 Aug 27 04:55:03.517299 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-82d14d23-e2bf-4d3c-9e8a-a5927558cd50 req-63d8852d-6688-45af-bcf1-6ec97b2531b0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0260341 Aug 27 04:55:04.611254 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ac05ef08-6c67-4307-9bde-6275b2dabc0a req-1ee32912-6ec0-4282-a5e3-54ead938efa5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0267198 Aug 27 04:55:05.702995 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b3b1874f-aad4-4ae9-9159-a3a17c74e0d4 req-7ad35a46-2c60-419e-8534-65a8e96fcb73 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0262237 Aug 27 04:55:06.794064 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4d25e8ec-9703-4ac6-ad2e-582aed447f09 req-1f37bea7-bce2-4c90-9c12-3d7bac0c7c2d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0261953 Aug 27 04:55:07.883586 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5073dc02-0b67-4581-acc1-c895f448b2ca req-6c0ca77d-e6a6-4363-a511-61fbeea2ae39 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0265756 Aug 27 04:55:08.977348 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-24d4ef61-1645-4cc3-b75f-370f13916e49 req-5a4ef726-41b7-49c1-9232-0fbcfb60ce44 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0273643 Aug 27 04:55:10.081621 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e1f792b8-d369-4dc2-bde1-8cc52a2cca1d req-11f30890-9331-4d77-bc2b-0bd497da7b02 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0375772 Aug 27 04:55:11.178258 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d5490323-f407-4c9a-af79-2b19d85cc65b req-183e7ae8-e774-482b-a72b-8455321dc380 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0300767 Aug 27 04:55:12.269375 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0ef21bef-37e8-43d1-b733-8d9eb38d942a req-228f0432-f615-4add-8a26-fd819d55ae49 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0266373 Aug 27 04:55:13.362264 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-88aca884-a713-477d-b7cc-3609da25b418 req-8fc13f07-8280-4db0-839d-3c5ddffe4b93 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0275948 Aug 27 04:55:14.371135 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:14.453817 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3f1490db-d2ad-401f-b569-24725a6a8e39 req-d05d61ee-fc95-4250-9b47-009aa18f5dfc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Aug 27 04:55:15.546265 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3c149e76-de47-4cd7-a6db-a06e75b18b8c req-4f436925-6d20-43ce-ae52-6c7af4091771 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0271583 Aug 27 04:55:16.637790 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fe5b7389-a2c6-4b15-9b59-544f1d98349b req-7da0d03f-ee9b-4b78-96c7-4b916a86143a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0258946 Aug 27 04:55:17.731653 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-977f4834-7deb-431a-a21c-4ecb0d281c34 req-3f643433-049f-4387-b5cd-0edf90b34f1f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0259528 Aug 27 04:55:18.823557 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d9c826f6-a491-4dfb-bc5f-5a09d7584677 req-c1607e11-2e93-4857-8034-5ed493fbd053 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0256295 Aug 27 04:55:19.918607 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3bc8acd8-ece0-433a-b575-9092a4b20ccb req-e6ae9aad-9706-4845-a2cd-72d28d8d8781 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0261788 Aug 27 04:55:21.014776 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6139bdad-0afb-423a-9e07-7a00e25b2d10 req-5a7e9350-e47f-479e-8038-45387591a14f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0268118 Aug 27 04:55:22.109787 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e9c7bba7-70ae-41ab-996d-5037d2d12d2f req-6493e9d7-21a6-4aad-91ce-82689f5ea402 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0270045 Aug 27 04:55:23.207922 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-7e4275cd-b55a-41cd-a6a3-e2a98285b7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:23.215485 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9db31ddd-8094-4a86-93b7-62e9527c175d req-aaf2a60f-99e7-47ed-adc3-a34c05f22710 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0314410 Aug 27 04:55:24.314760 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9018fe81-9e82-41e0-81eb-70818f412d43 req-c405b92a-9620-4945-82f6-59d48e0175a8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Aug 27 04:55:25.667258 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-042653bb-0e77-4619-ba20-896d7e91fd46 req-9493d492-d1c2-4c1a-877f-ec641f456813 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.2852864 Aug 27 04:55:25.790794 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4bf14197-0ae3-46fd-9e30-e110165cd1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:26.057048 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:26.766209 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6d319d79-9af4-4810-806e-9dd30a6f385c req-4c7384c5-45eb-4143-b3d8-0a2e87b304c3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0306227 Aug 27 04:55:26.979338 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:27.329207 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:55:27.862067 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2b653a03-07f2-4838-be40-d3efa6942c55 req-3c5f0008-acfa-4b03-8aae-326a1fe9b16a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0283854 Aug 27 04:55:28.544996 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:28.965984 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-59c551eb-0789-4625-891a-1e4444d0f014 req-9d0ab1c7-778f-4ab9-b15f-29e5ef497d77 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0271811 Aug 27 04:55:30.060615 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-17824871-7ac4-451e-889c-2dd2b746bd18 req-9f81c92a-315f-40ff-8aa4-21059786157b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0264504 Aug 27 04:55:31.157172 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2c0d36a6-6188-4bcf-9469-36affb57656a req-b584eab3-2f11-4154-9fd3-e650b7fc67ac tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0276077 Aug 27 04:55:32.250994 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-da09ec26-cb09-45f3-a903-210a713f7dcd req-13e88d01-cdac-4c1a-8c53-454e3db3aad0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Aug 27 04:55:33.349924 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-55c15ec9-1157-4bae-90e3-6b9f19a71a1d req-1ca9247e-bc25-4a6d-9e6f-5fc9afe5f5ef tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0303965 Aug 27 04:55:34.446441 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8a5d4c76-835d-4dbd-962d-09f27ce53c4f req-cec36489-c81c-4a72-adc6-e67095697b1e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Aug 27 04:55:35.545952 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4d5fe49f-380f-4a63-b433-4259ceb053b8 req-32db2335-a0a4-4878-9ce6-a2815d36fbb5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Aug 27 04:55:36.646900 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-39d955a2-ff02-441c-a74f-5960f44c9698 req-78073329-26a0-47f7-8e32-d2587d4f40d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0308192 Aug 27 04:55:37.746718 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-35e0221c-2ece-419e-89ff-679d6335e374 req-8b4fa9a0-ee52-4474-9995-1b24bee1bb19 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0305352 Aug 27 04:55:38.842606 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2bfa1023-7c03-44e9-90e0-34c17439c168 req-f04b9904-c9c0-4b53-8b82-8e9ec956b299 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0284743 Aug 27 04:55:39.934687 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e6ea1bb2-5e44-4099-956b-0fc42664a436 req-27ce1c8d-4309-4775-bfbb-0d8439561b05 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0267720 Aug 27 04:55:41.029655 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7b2d2f39-2be2-49b1-b1d7-60b21047d719 req-3ef191cc-aff2-4d39-8a1a-f8d489dad958 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0259829 Aug 27 04:55:42.125499 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4da255ab-1211-4029-8a73-16276f710371 req-26cab3a0-91a4-4269-86e3-e76914629e50 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0267212 Aug 27 04:55:43.219022 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0d92a9c7-4d2d-40c9-b539-b7b6e0f43ffb req-4c1130db-b164-4dca-92b6-ebbc39f78350 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0276313 Aug 27 04:55:44.318443 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-39ec35cc-89d1-47d6-b334-46fb5edbab57 req-07f65dd5-2fc4-42fe-8491-b2206197f243 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Aug 27 04:55:44.372847 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:45.412219 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-61e22153-7a10-48e2-a3da-f5063570c9ed req-7a05a8ef-0d33-4881-93a6-50ba89b9df51 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0259578 Aug 27 04:55:46.506977 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-85dc1a8f-00b8-4051-8d8b-d16bc50dd64c req-89b8717f-421e-48db-bbcd-da9685fb740f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0273032 Aug 27 04:55:47.612210 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90f9e774-773a-4c35-8b57-ce66b2f4f1a0 req-55a86461-f4e4-475d-b32b-17a6cd377ce1 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0280371 Aug 27 04:55:48.710634 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-60f9ba5a-0775-4b16-a383-710edab38c4c req-bbd7c6bb-2c4d-4e6c-8093-4d19ebbd834e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Aug 27 04:55:49.805494 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2c646d7b-dc16-4ae8-a2c2-1fd6f25f5e92 req-167e9f69-bc48-4ca7-8262-d79d00527ea6 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0293918 Aug 27 04:55:50.903866 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-10df9671-acac-4602-96fa-b6ed56b799bd req-b50355aa-8689-40e0-acc0-0d95518ac4ef tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0308170 Aug 27 04:55:52.002969 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-25b52433-ab86-44a8-b52c-de2fee64ff4b req-fabc4b39-032e-4ee1-8910-a63ae806141d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0272753 Aug 27 04:55:53.100608 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-282292f7-881f-45ad-97d8-d73a76474b73 req-983eadf7-3b43-4ec4-8fe2-4d8393596987 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0295868 Aug 27 04:55:53.275302 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cc7cab48-ddd8-464b-ab09-ba9c5091e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:54.198376 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b6ee4390-55a2-4d9e-8adc-c8f3dae88b01 req-299336c7-bc78-400c-b231-e289ad0b8232 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0264897 Aug 27 04:55:55.310192 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-aa219058-1c05-47b4-a114-d75a162dc200 req-66ffbf4c-84ec-4c58-b465-ac77efd16570 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0362279 Aug 27 04:55:55.795197 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a4379e40-3b0f-4ddb-b2f9-72ab8939c184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:56.018160 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:56.418714 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a95cb9ec-9f7d-4e96-bbad-9d9c68b046cc req-3b6bc0ed-92fa-4fd5-845c-43c79e6f0390 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0263712 Aug 27 04:55:57.000927 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:57.520087 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c6d83c17-a6f1-4beb-861a-f10cb0579c30 req-c19b3d0f-c269-413a-9d67-8287d952d899 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0286274 Aug 27 04:55:58.537920 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:55:58.610619 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e00539d9-80e3-4264-a90b-ee616424e0f7 req-bece4e81-754b-4c85-afb8-060c51b3e29b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0256615 Aug 27 04:55:59.708962 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-96517fad-c492-45c9-9ce4-10b288bc0789 req-a3bf034b-e430-4964-b57f-9e4bb40b346d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0265524 Aug 27 04:56:00.804788 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b7f8bd4a-2853-4ea9-a76c-a7ae7f3ef7b2 req-e6888183-a468-4f29-be8e-2c9f434744a2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0272763 Aug 27 04:56:01.899150 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-280bc0b7-fe33-4a1a-8753-0c280226a2d7 req-6ca4e1b9-88a1-406a-a1e1-c6c3f55b8526 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0269649 Aug 27 04:56:02.997511 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bab3c143-ade5-4886-bcb3-3fe80e7d5b9d req-4c9af525-2139-40e1-822e-dfba3133ec9f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0301831 Aug 27 04:56:04.098111 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-315682fc-ca2d-4778-a327-f270e3c5bde1 req-4c6492dd-f5ce-47ae-8389-ee96d940e145 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d29d16-d144-4200-8bd5-b2e64b6b2509 HTTP/1.1" status: 200 len: 210 time: 0.0288432 Aug 27 04:56:04.327725 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:56:14.377606 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:21.441853 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-9097dba7-d97b-4eb6-8825-5adf90cca72c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805092 Aug 27 04:56:21.523314 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-8d42c92f-96d1-4f8e-b69a-95646cf89787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:56:21.524837 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-8d42c92f-96d1-4f8e-b69a-95646cf89787 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0427504 Aug 27 04:56:21.628534 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-f0a5294b-635b-47b8-8556-c9975ddf5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:56:21.630054 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-f0a5294b-635b-47b8-8556-c9975ddf5385 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0875087 Aug 27 04:56:21.697603 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-0172208d-d3bc-4e57-b08f-ef4ab8ec17ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 1001 time: 0.0600433 Aug 27 04:56:21.747606 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-25a8db12-8027-48f8-9d66-40c71ea20f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:56:21.749090 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-25a8db12-8027-48f8-9d66-40c71ea20f69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0439291 Aug 27 04:56:21.798023 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-4da1a619-d1bd-44b2-9963-7d6663e4e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:56:21.799556 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-4da1a619-d1bd-44b2-9963-7d6663e4e190 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438504 Aug 27 04:56:21.810467 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-8ef9e662-d734-4fb4-aead-f9448f84ee16 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:56:21.811407 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-8ef9e662-d734-4fb4-aead-f9448f84ee16 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050490 Aug 27 04:56:21.901264 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-eed07636-8909-4401-8aaf-6938ee637957 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Aug 27 04:56:21.997020 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ecbe948-76c6-40eb-b87b-8f5949e97ce7 req-808cd5f1-3a9a-4339-adbc-944e2a14a45c service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892355 Aug 27 04:56:23.205944 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8b565d5b-ab48-4619-b8f7-74843e950587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:25.811334 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-238aea0e-fb2b-4b1b-8180-a3f14f981f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:26.057382 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:27.010480 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:28.553227 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:41.327648 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:56:44.405359 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:53.238734 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d73128d0-48cf-4ba6-8c1e-777a26bb9c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:55.792899 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5d5b19eb-1b47-41b7-bab1-cf574699a3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:56.038580 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:56.976094 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:56:58.558290 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:14.399035 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:18.327342 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:57:21.421304 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-bf9248e6-8131-4a05-b679-1c1974cd2d22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414579 Aug 27 04:57:21.482356 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-cb0944fd-b754-4587-9a57-8c3a9e705f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:57:21.483842 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-cb0944fd-b754-4587-9a57-8c3a9e705f85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0407126 Aug 27 04:57:21.588038 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-1aaa8f58-3091-4093-a653-0b40a0b5d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:57:21.589458 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-1aaa8f58-3091-4093-a653-0b40a0b5d8ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0852823 Aug 27 04:57:21.657562 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-581461e8-d276-4f89-9162-07d759d78c89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0608337 Aug 27 04:57:21.707307 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-11dbfb2b-5fc7-4fab-ad98-d9ba78378239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:57:21.708832 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-11dbfb2b-5fc7-4fab-ad98-d9ba78378239 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0439136 Aug 27 04:57:21.757416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-4b24dc3b-3d03-44e4-8388-51bf3cd52471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:57:21.759410 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-4b24dc3b-3d03-44e4-8388-51bf3cd52471 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435693 Aug 27 04:57:21.850074 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-51f8f43f-7afd-4f28-9969-30328f062835 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824647 Aug 27 04:57:21.944790 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2183eb5-ca30-4690-a56e-fccca960e476 req-c10583d1-e4c9-440d-96ee-5d06b333a756 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874681 Aug 27 04:57:23.203422 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-76da4891-721c-439a-b112-6e873696f59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:25.786311 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-86f4453b-00ae-4b0d-8f03-9300e8a50eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:26.055584 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:26.947017 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:28.568786 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:44.415103 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:53.196992 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-836de48f-add1-443f-97f4-f1e31d938c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:55.326117 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:57:55.791294 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cbdc13fb-394d-4c6c-b018-d826c1fef93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:56.009319 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:56.979696 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:57:58.557258 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:14.454206 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:22.406697 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-dcd6fbc5-673e-419c-8355-9636633d99b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443900 Aug 27 04:58:22.472678 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-fc1e3063-2c31-43b9-86e0-1e1723197ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:58:22.474199 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-fc1e3063-2c31-43b9-86e0-1e1723197ada service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 1099 time: 0.0452166 Aug 27 04:58:22.579745 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-1227a433-3ed1-4fe9-8441-749f6d3ed70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:58:22.581260 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-1227a433-3ed1-4fe9-8441-749f6d3ed70a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d7741ee-482f-42d9-af95-96b466fd6371 HTTP/1.1" status: 200 len: 915 time: 0.0871663 Aug 27 04:58:22.623607 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-2baca57f-fa0e-4c4c-8bcd-6b1da7245b97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8082211-7b15-4795-b74f-d025b24475b6 HTTP/1.1" status: 200 len: 217 time: 0.0356398 Aug 27 04:58:22.673210 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-bc728983-2e2e-49aa-a168-9dc1f7098e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:58:22.674580 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-bc728983-2e2e-49aa-a168-9dc1f7098e6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73470c05-b621-47dd-86f6-7fd1bb8ad83f HTTP/1.1" status: 200 len: 854 time: 0.0445523 Aug 27 04:58:22.706874 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-2cfd1062-34af-441e-b911-012ca6e3bf4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d7741ee-482f-42d9-af95-96b466fd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251958 Aug 27 04:58:22.803746 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-004837fe-cf74-4594-935d-3b89e14947b5 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893552 Aug 27 04:58:22.891975 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cc464028-d742-474b-940a-0cd3d07fbfa9 req-221767c4-a518-4352-b40b-0e84f32f0f59 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812888 Aug 27 04:58:23.248040 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-016c5791-e73d-4c3f-8fc2-00042046f532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:25.813760 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-144eea21-b9d2-4eda-9fe7-02ae9c4fc482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:26.031236 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:26.980230 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:28.572873 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:32.325526 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:58:44.391041 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:53.253903 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1d7ca658-56fb-4feb-b91a-3a6cb0887945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:55.825740 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-215a7710-f994-4a7d-8db4-a66112bdd55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:56.008138 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:56.979374 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:58:58.579727 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:09.323824 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:59:14.413538 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:23.216897 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f967db15-f93f-4fdd-9656-7d764e4b4e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:23.401301 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-99c550d6-266c-476c-900f-7fa5a3652dcc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443165 Aug 27 04:59:23.481858 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-7fa23e4d-7743-4024-8c5a-fa3af6d31bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:59:23.483335 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-7fa23e4d-7743-4024-8c5a-fa3af6d31bee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0400467 Aug 27 04:59:23.582844 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-db373fc8-adc7-4b58-b424-25ec9f2cd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:59:23.584293 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-db373fc8-adc7-4b58-b424-25ec9f2cd1b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0821512 Aug 27 04:59:23.654441 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-0eca4a56-431d-4d6b-a94b-c452c59ac8aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 1001 time: 0.0627933 Aug 27 04:59:23.704553 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-e3ec6652-5d51-4836-bbca-c8715d0ea2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:59:23.706037 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-e3ec6652-5d51-4836-bbca-c8715d0ea2a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0450776 Aug 27 04:59:23.750125 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-c14153cd-7c45-41b8-9fa1-2be2132ea805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:59:23.751595 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-c14153cd-7c45-41b8-9fa1-2be2132ea805 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389876 Aug 27 04:59:23.841757 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-0c6b0a0a-875c-41b9-ad4f-c335a84c1416 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829399 Aug 27 04:59:23.930528 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cddc4efb-6d72-4aa9-b7e7-a96c147fa851 req-973b3d3d-7879-4664-aa78-9cdf40071d5a service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819302 Aug 27 04:59:25.801726 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-35a3437c-3aba-4d89-a488-d61d3d52c5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:26.025015 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:26.967614 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:28.567118 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:34.450063 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-5446d05a-8f0a-4e0e-a3af-6f4d523b59b6 req-4b2d2a66-ac66-4395-97ef-b3942af955ab service neutron] (101016) timed out ('10.222.0.43', 62721) {{(pid=101016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:59:34.744289 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-3e822340-1fea-498f-9243-b32ec073a001 req-5843eb45-98cf-4a0c-a8ec-daeff650b906 service neutron] (101016) timed out ('10.222.0.43', 62712) {{(pid=101016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:59:44.435828 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:46.322400 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:59:53.233435 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-6ab55de9-e4f6-4175-a0c6-fa28816c66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:55.818481 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b3455780-3aba-4d60-acd1-be0d4e8e4972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:56.013095 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:56.990244 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:59:58.566703 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:14.429500 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:23.243476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-af717741-ff8d-4fcc-af0f-55cc6e720cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:23.321096 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:00:24.410272 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-a6795413-e35c-4717-88bb-a2f7f51f0088 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448577 Aug 27 05:00:24.469755 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-91d1b389-069a-4813-907c-eb3aadb03b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:00:24.471228 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-91d1b389-069a-4813-907c-eb3aadb03b43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0403142 Aug 27 05:00:24.570709 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-75543ecc-2778-4053-ac98-1b2335a05c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:00:24.572106 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-75543ecc-2778-4053-ac98-1b2335a05c3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0823526 Aug 27 05:00:24.641751 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-7b1c215b-b8eb-4ecc-85e1-d7ba2bf4290d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0615413 Aug 27 05:00:24.689835 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-6357bfbe-56c1-489d-b6c0-cac28a998f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:00:24.691779 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-6357bfbe-56c1-489d-b6c0-cac28a998f10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0443718 Aug 27 05:00:24.737422 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-6fbb3e2d-cf51-449b-b35d-833f043e46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:00:24.738963 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-6fbb3e2d-cf51-449b-b35d-833f043e46b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406947 Aug 27 05:00:24.832653 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-0275e622-1da1-4ed9-9e63-d968771bc2d3 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859067 Aug 27 05:00:24.922054 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-717bf8d0-6d69-45aa-ae8f-9a31a30e14ee req-503413b4-845d-41a6-9a81-93c439056023 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826497 Aug 27 05:00:25.820053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-0c01d612-e876-41cc-acb2-062b1ad37837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:26.052412 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:26.995485 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:28.569047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:44.452172 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:53.220011 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4ea22c48-c807-4ddd-aa5d-494470e49800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:55.813771 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-99cff4f8-b739-4e00-a583-7b6340d2eeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:56.014119 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:56.990618 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:00:58.573626 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:00.319907 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:01:14.442007 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:23.217769 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f485de35-e4cf-4fb8-8300-74a6934a99f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:25.459504 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-f1f62c5b-7063-49e6-9bd7-899cf429ddf6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992377 Aug 27 05:01:25.523094 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-b76d8509-20f5-4b61-a966-3fe2e167a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:01:25.524600 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-b76d8509-20f5-4b61-a966-3fe2e167a816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 1099 time: 0.0440907 Aug 27 05:01:25.631803 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-5b780b42-beca-4db8-8549-f98a6c8b680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:01:25.633304 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-5b780b42-beca-4db8-8549-f98a6c8b680d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d7741ee-482f-42d9-af95-96b466fd6371 HTTP/1.1" status: 200 len: 915 time: 0.0899513 Aug 27 05:01:25.681945 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-ee56c55a-ab27-4b58-9a07-41f143cab9b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8082211-7b15-4795-b74f-d025b24475b6 HTTP/1.1" status: 200 len: 217 time: 0.0390723 Aug 27 05:01:25.739046 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-5416f65f-4eb5-4e34-bfce-b2959d8e9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:01:25.740931 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-5416f65f-4eb5-4e34-bfce-b2959d8e9d2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73470c05-b621-47dd-86f6-7fd1bb8ad83f HTTP/1.1" status: 200 len: 854 time: 0.0517097 Aug 27 05:01:25.781812 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-a51ff261-3ad4-4e81-afd0-91b5a4b89aca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d7741ee-482f-42d9-af95-96b466fd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331748 Aug 27 05:01:25.819137 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0614-f141-4850-8513-54ea203e136e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:25.881286 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-f2c57c27-eb7d-44a9-beac-7cd28a545010 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926433 Aug 27 05:01:25.978336 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-430420f6-ba6c-4d91-a529-ae12fab048bc req-ab566592-c277-4c65-a559-b812c286a6bd service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898919 Aug 27 05:01:26.007182 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:26.978454 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:28.624412 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:37.318461 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:01:44.513837 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:53.223394 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-230f1654-3e89-4075-9d4a-eb76fb37d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:55.817313 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-19586386-3145-45e5-b03b-6c262208f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:56.034229 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:56.994745 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:01:58.582971 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:01.059003 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [req-92ea55c1-002a-44a6-8407-2f92149b112b req-fa4fdac3-76c6-47fa-8bf1-33c3f7ddf6b3 service neutron] (101015) timed out ('10.222.0.43', 62731) {{(pid=101015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 05:02:14.316815 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:02:14.462538 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:23.216787 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8e9d56d8-0d29-40be-854b-521fe4c28fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:25.799141 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d4130e1c-ad4a-466c-8b3b-48d63ce2ffa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:26.011094 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:26.971085 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:28.158517 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-b76ef9b8-3737-431f-be1f-83a244d46f1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421002 Aug 27 05:02:28.248625 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-e18a047f-4a7b-4b31-9986-ddf9a6ce2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:02:28.250102 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-e18a047f-4a7b-4b31-9986-ddf9a6ce2869 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0499685 Aug 27 05:02:28.351293 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-dc4b86e9-4e12-4e31-8702-f7af3ebbc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:02:28.352720 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-dc4b86e9-4e12-4e31-8702-f7af3ebbc53b service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0830967 Aug 27 05:02:28.420220 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-2cd2ac0b-959b-424d-8281-f1b9dca6241b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 1001 time: 0.0601187 Aug 27 05:02:28.469170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-ffe78420-a300-4ab0-bf1f-0c703f042904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:02:28.470631 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-ffe78420-a300-4ab0-bf1f-0c703f042904 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0439498 Aug 27 05:02:28.517603 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-0bb85968-8354-478f-b460-c10bc09e5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:02:28.519187 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-0bb85968-8354-478f-b460-c10bc09e5f4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419660 Aug 27 05:02:28.612419 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-7e4978ac-ae0f-40cd-8206-1f434fc5f356 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857801 Aug 27 05:02:28.617237 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:28.700536 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bb20d6fc-c46f-48fe-8fc7-9310dfb75618 req-6f88c88a-6e9b-442e-be2c-30b4910f181d service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812635 Aug 27 05:02:44.456087 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:51.315284 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:02:53.233653 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-adc410c5-293e-4e91-b3dd-43d1dfd46f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:55.815836 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e6edc983-c812-4aa1-8a28-26e2c9e1786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:56.027805 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:57.016442 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:02:58.575999 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:14.461703 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:23.210033 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ad4f7a02-87da-49ac-bfd8-096982909897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:25.809939 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-0b6eddb2-0045-459a-b41b-559d4d91aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:26.027727 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:26.993215 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:28.315055 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:03:28.633146 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:29.992812 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-dbb4a315-91e4-44bb-8ea4-9aeff538ccb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411451 Aug 27 05:03:30.056797 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0843-9136-4163-a032-f9bdb79ae97a req-69e8afd6-f631-4ae9-bf52-c2e304e9b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:03:30.058269 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-69e8afd6-f631-4ae9-bf52-c2e304e9b434 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0440822 Aug 27 05:03:30.161945 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0843-9136-4163-a032-f9bdb79ae97a req-56cfb04a-0ec1-4ac8-a885-ace0774b65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:03:30.163432 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-56cfb04a-0ec1-4ac8-a885-ace0774b65d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0867965 Aug 27 05:03:30.233932 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-8a6a82af-2075-43c1-8c47-b4d72d9e07d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0624962 Aug 27 05:03:30.282093 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0843-9136-4163-a032-f9bdb79ae97a req-d0b992d1-0bb8-4d1b-99d9-23ab482e5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:03:30.283580 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-d0b992d1-0bb8-4d1b-99d9-23ab482e5232 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0431321 Aug 27 05:03:30.327515 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0843-9136-4163-a032-f9bdb79ae97a req-d8d39514-1a91-4acf-b7d9-b4769e17491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:03:30.328990 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-d8d39514-1a91-4acf-b7d9-b4769e17491a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389290 Aug 27 05:03:30.419558 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-c272e0d0-2f05-4222-aa10-570c97ff61f2 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832605 Aug 27 05:03:30.515196 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-863c0843-9136-4163-a032-f9bdb79ae97a req-55de8b1b-23bd-4b39-87b8-0376fa50ee2d service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887654 Aug 27 05:03:44.472674 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:53.226612 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e0d384a1-7fec-4077-9312-0b2398831773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:55.866686 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-42599aaa-191e-4770-aed3-c5d71534062b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:56.015589 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:56.998365 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:03:58.610103 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:05.314603 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:04:14.518191 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:23.243847 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-dcef4b68-512b-4be3-a345-5f064159d4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:25.827236 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b1eca88f-d4f2-4a89-b387-dd4795765800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:26.090047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:27.043835 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:28.655169 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:31.398207 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-f21c3d45-87a9-4fdb-a88f-eae84ab624f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420737 Aug 27 05:04:31.461929 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-f60ac3dd-845e-4ab1-85a9-ef82ab0ffdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:04:31.467618 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-f60ac3dd-845e-4ab1-85a9-ef82ab0ffdc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 1099 time: 0.0444365 Aug 27 05:04:31.569193 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-a6b3b05f-c569-4e83-aa2d-94d9555c789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:04:31.570878 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-a6b3b05f-c569-4e83-aa2d-94d9555c789d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d7741ee-482f-42d9-af95-96b466fd6371 HTTP/1.1" status: 200 len: 915 time: 0.0889411 Aug 27 05:04:31.617670 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-568540ce-5bd5-4822-bd34-36e4f35ebf34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8082211-7b15-4795-b74f-d025b24475b6 HTTP/1.1" status: 200 len: 217 time: 0.0390620 Aug 27 05:04:31.666640 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-db02b53b-caa7-4a7a-b139-51f47e65a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:04:31.668150 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-db02b53b-caa7-4a7a-b139-51f47e65a4bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73470c05-b621-47dd-86f6-7fd1bb8ad83f HTTP/1.1" status: 200 len: 854 time: 0.0441759 Aug 27 05:04:31.700689 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-160c8331-b84f-49cc-8a08-64b34b8d8642 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d7741ee-482f-42d9-af95-96b466fd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254116 Aug 27 05:04:31.788229 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-afee1dfc-88c5-476e-b3d0-04dddf653f34 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800300 Aug 27 05:04:31.882143 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f34c60d-eba5-4d1a-bbf3-64324f28e986 req-f3419e2e-193f-49d5-822c-7c899a29c1c2 service neutron] 10.222.0.43 "GET /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871267 Aug 27 05:04:33.347524 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e83c5-5c24-4d52-8263-e9b71991fa0c req-3ec408e5-e458-479e-912b-b2e0fde3a3c6 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:04:33.349242 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a99e83c5-5c24-4d52-8263-e9b71991fa0c req-3ec408e5-e458-479e-912b-b2e0fde3a3c6 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 946 time: 0.2340257 Aug 27 05:04:33.394141 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a99e83c5-5c24-4d52-8263-e9b71991fa0c req-80a421d0-06ae-47bf-8d94-b66982786e6d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/security-groups?id=26427193-5545-4f6e-8d2d-9fe823322de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Aug 27 05:04:33.818962 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-23ba8b4a-7a1e-42dc-bd08-147fbaea6b5b tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:04:33.821487 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-23ba8b4a-7a1e-42dc-bd08-147fbaea6b5b tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.43 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 946 time: 0.0763364 Aug 27 05:04:33.934042 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Deleting port c8082211-7b15-4795-b74f-d025b24475b6 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:04:33.934387 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:34.044560 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] For port c8082211-7b15-4795-b74f-d025b24475b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c8082211-7b15-4795-b74f-d025b24475b6,segment=NetworkSegment(f88aed9b-f878-435e-9e59-74ee8dcc6e61),segment_id=f88aed9b-f878-435e-9e59-74ee8dcc6e61)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:04:34.044976 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:34.063426 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Calling delete_port for c8082211-7b15-4795-b74f-d025b24475b6 owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:04:34.347119 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:34.360513 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['c8082211-7b15-4795-b74f-d025b24475b6'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 05:04:34.377009 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Pushing event deleted for resources: {'Port': ['ID=c8082211-7b15-4795-b74f-d025b24475b6,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:04:34.386896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.387251 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.387596 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.387935 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.388268 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.388629 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.388963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.389293 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.389624 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.389947 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.390536 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.390645 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:04:34.436482 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] No DVR routers for this DVR port c8082211-7b15-4795-b74f-d025b24475b6 on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:04:34.441377 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:34.444988 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6aba67a-c604-4f67-9e75-ae7bf22c950e req-e712a89d-94d0-4775-8b0f-6d8625d6a4ca tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.43 "DELETE /v2.0/ports/c8082211-7b15-4795-b74f-d025b24475b6 HTTP/1.1" status: 204 len: 173 time: 0.6147876 Aug 27 05:04:34.445204 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'name': 'network-vif-deleted', 'tag': 'c8082211-7b15-4795-b74f-d025b24475b6'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:04:34.448999 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe29e2a-58f5-49d6-91d5-f2c28561d406" -d '{"events": [{"server_uuid": "512c61db-d6b4-43c6-a522-c23d17624f1d", "name": "network-vif-deleted", "tag": "c8082211-7b15-4795-b74f-d025b24475b6"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:04:34.498574 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0c20598e-7267-4e3d-9b02-23871e50c670 req-b0db7270-f448-411c-8f14-db161059f333 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0288367 Aug 27 05:04:34.618723 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 05:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d621fb-a218-4dca-8203-7d479660c1b1 x-openstack-request-id: req-85d621fb-a218-4dca-8203-7d479660c1b1 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:04:34.619001 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512c61db-d6b4-43c6-a522-c23d17624f1d", "name": "network-vif-deleted", "tag": "c8082211-7b15-4795-b74f-d025b24475b6", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:04:34.619257 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85d621fb-a218-4dca-8203-7d479660c1b1 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:04:34.619768 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512c61db-d6b4-43c6-a522-c23d17624f1d', 'name': 'network-vif-deleted', 'tag': 'c8082211-7b15-4795-b74f-d025b24475b6', 'status': 'completed', 'code': 200} Aug 27 05:04:35.642213 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0d476902-d728-4ec4-a0aa-9e9a61ef2048 req-b8c7d2b2-1d79-4e7a-b4db-cbd7011ce285 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0749032 Aug 27 05:04:36.738680 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f055ecf5-4d9c-4f38-8915-0c507ffdc2af req-17647b9a-0cef-4f4b-bf37-c874414fa68d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0262935 Aug 27 05:04:37.637492 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device c8082211-7b15-4795-b74f-d025b24475b6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:04:37.657784 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: c8082211-7b15-4795-b74f-d025b24475b6 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:04:37.658137 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device c8082211-7b15-4795-b74f-d025b24475b6 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:04:37.837282 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2b933c23-5d91-45a2-98cf-68c5ac2d36cb req-23562bcb-364a-44d7-b8c5-40b45c711c7f tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0278351 Aug 27 05:04:38.934769 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-62bd92c6-425f-4ce9-a8fb-cd2c3e596e16 req-95785134-14a6-40bb-8d3f-5c12ae5d5215 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0265722 Aug 27 05:04:40.027409 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4cea5fdb-e11f-474e-aeff-0aff479ceb27 req-29875fe2-4345-4769-ba23-a764226f67ec tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0258877 Aug 27 05:04:41.128618 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f7569b6f-e894-4763-9af1-2df54bdf9ed9 req-1561bd19-e700-4d65-bc88-14e38b6111bf tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0323937 Aug 27 05:04:42.222362 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c169fc69-d80c-4b7a-9265-93f18253238c req-ebb710a3-c15a-41be-a9f8-0ada8eb97214 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264525 Aug 27 05:04:42.316976 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:04:43.316933 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-39a9c8a7-8533-4dfe-b7cd-13a142b8494f req-a78f99e5-183c-43fc-abc1-f3f0059518e6 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0272739 Aug 27 05:04:44.415614 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2d71699f-ad06-4035-acf0-fcb64f8eee2d req-060d8a5d-1fb0-4103-88f3-8335c1f25f3d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0271618 Aug 27 05:04:44.615463 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:45.510176 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-30d7f437-3c4c-47cf-9034-0851dfc60ea3 req-5bb4cd50-e6b5-4456-a6ce-f1a322f00992 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0265813 Aug 27 05:04:46.600165 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-784c8ab2-0fd1-4f73-8841-8ccb19f17625 req-0f6ce2ac-5319-4429-aaf1-3bd7b9cfc2ee tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0251710 Aug 27 05:04:47.695705 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3ba4b746-6a45-469a-8aca-b3bfa9168f13 req-7a2e5bf3-63e7-4dba-a9a8-01cf003474ab tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0305047 Aug 27 05:04:48.789252 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-09e273cb-43d0-4fe1-afef-ef539708c848 req-e76ce552-e37f-4546-a9ff-e9458efb3999 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264058 Aug 27 05:04:49.884054 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-490d6b74-a805-47e6-96e6-e47c6a97c83e req-94857800-e06f-4e2f-aae6-35504b7a6fc4 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0256197 Aug 27 05:04:50.978287 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c8bc117f-0c71-42b6-96e4-676e91a398e6 req-c56349b0-3523-4c9f-a4b3-97ba540239b4 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0273054 Aug 27 05:04:52.071323 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d076a665-b032-4307-b5f1-7b374ed3bd11 req-858dbe7f-69be-4123-9cfa-e75e90a839da tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0254419 Aug 27 05:04:53.167075 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-80c939b6-1268-4ca6-8247-52f3d1b99856 req-0e6b4465-9d7c-4105-a414-a42363575bf9 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0270870 Aug 27 05:04:53.229824 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2a3e-ccb7-457b-baae-f8848de598e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:54.265867 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-32aa3bea-edf1-41c5-8062-fcb79d3cdd57 req-3133a9ea-74bb-4756-ac12-823a9b073106 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0300379 Aug 27 05:04:55.360314 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d2ff3e16-3bc2-4bd9-a5c1-99a30cddec3a req-c8c614ba-b9fb-405c-ad6c-4bb62bcda62e tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0267632 Aug 27 05:04:55.840891 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-16bfb380-447c-42e5-b708-ea3bd6150a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:56.078009 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:56.453602 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8fabb8b7-8b95-41be-a2cc-8b8b137070e9 req-d2dd3939-cfc6-42a4-a432-23475ec8905f tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0258563 Aug 27 05:04:57.026968 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:57.546332 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5f1da9c0-d10a-487d-a5f9-c5ce1ec268fa req-d5ffe4d4-7e5b-4209-974e-69bcd3245f1b tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264041 Aug 27 05:04:58.623834 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:04:58.640433 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e2d56c4-142e-4f94-9903-2c522899f2a8 req-9e5a5bce-cf0f-4121-ab1e-19de231cfe7c tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0272114 Aug 27 05:04:59.732915 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b0512e8-d7bf-48f2-88f2-a80c4063ca01 req-fb0b40ce-978a-40bb-80ef-e714f6e7a1f1 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264030 Aug 27 05:05:00.828610 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-53d473c6-9520-480a-a74d-e910019b8465 req-fe1afc4c-ecb5-4307-a194-31a81ae608e9 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0294983 Aug 27 05:05:02.170829 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ee07e66-a65c-422e-b268-e3e1c319b8f4 req-b4007318-bde3-4810-874b-6d7e079ce8bd tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.2757397 Aug 27 05:05:03.261662 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5da7a3b8-12aa-410f-a95e-8c0869f900b6 req-dc71c2c3-e276-43f6-864e-e5c115915559 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0254149 Aug 27 05:05:04.351898 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cad3895b-e3ae-46a6-b040-397229ee38ea req-f5b766c5-dee8-4f95-bd1a-0c0579c215f7 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0253696 Aug 27 05:05:05.444535 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7f062c28-20d1-4c16-9d88-a75dda6a0980 req-da03b540-e0b3-4a1f-a821-9b2f406a49a2 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0261836 Aug 27 05:05:06.540615 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8cf574c9-7bfb-4239-9c6c-f98ec4d43f4d req-75cbffae-42fe-463e-840d-90da7ddf3695 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0285633 Aug 27 05:05:07.632469 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-388bb977-d95b-4f70-ba1d-55f357aa330a req-7bda261f-0523-4c4e-bb28-e8cedc80599c tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0265462 Aug 27 05:05:08.723837 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d94329d4-18f9-4025-850e-2fe214add806 req-ec3e4564-3cd8-4c95-9414-23bf99cfa59c tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0257974 Aug 27 05:05:09.815503 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0546c23c-b7ec-432e-9cd1-aaa7f5f8bac5 req-fc22da45-1485-41ee-948b-a208e84d2409 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0250490 Aug 27 05:05:10.910535 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-259760e4-3f66-462c-90c5-eb4158a4b1c2 req-077b05f2-07b4-42a5-b08f-8bac527c85e7 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0259433 Aug 27 05:05:12.004191 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-376b0527-e630-45cc-88ae-aa6d0b1dc010 req-99c9137d-458a-4bed-b54f-a9b443a048cc tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0261848 Aug 27 05:05:13.098659 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-278957c7-092b-417a-8169-55193825cc01 req-fcb4d18e-8505-4e17-ab5d-7ae970727b5f tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0296919 Aug 27 05:05:14.195500 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5063cd5f-5bd3-4c8a-b5bb-28945fe198cb req-45bdde62-86f6-4c75-a283-0240462b6c83 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0253608 Aug 27 05:05:14.293292 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [req-2feac535-ab0b-4ddf-abd8-6c72df42ff67 req-102d6082-cb89-410b-9db6-c04f83407a5b service neutron] (101015) timed out ('10.222.0.25', 46918) {{(pid=101015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 05:05:14.588347 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:15.288705 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-81233ead-824e-42ab-a0d2-2f9b44fe732c req-c93a149b-4b64-44a2-9001-7a5beef6f2f0 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0260279 Aug 27 05:05:16.379792 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9e72266f-ebc9-43c9-81b3-fee0bad9f8df req-df3434eb-7cd8-404f-a8be-b37f27e05d31 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0270250 Aug 27 05:05:17.472084 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9417f91d-7ffc-4bf3-b689-4586a96a8645 req-30316ff4-bd8d-4258-b4ae-17af70bf6254 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0268335 Aug 27 05:05:18.565821 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-63260dd1-ca57-4211-a8da-f50c42948c0a req-9bcae13f-1dcd-407a-a877-2dd2168f0415 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0263627 Aug 27 05:05:19.316686 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:05:19.664193 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-27fb968c-59ab-49cb-8851-a7fcc4dab964 req-d629edf2-f360-4576-a72d-f2ab91082a49 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0296218 Aug 27 05:05:20.758237 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a6e84e32-200f-44b9-b437-30cb9bc2e3e2 req-19493497-59f4-4815-9a6c-6b5d5561723d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264828 Aug 27 05:05:21.851307 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5b86be19-a55d-47e0-914f-e7b6bf842f2e req-8177f264-f4d2-4de8-9543-30145a17196a tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264585 Aug 27 05:05:22.943036 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4b322977-4aa7-4a1e-9914-f9ad1201914b req-f1380b7a-e123-4530-95f1-efbbcc81c6dc tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0254078 Aug 27 05:05:23.231499 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4f6e541c-6240-443e-b466-3150d1251192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:24.039297 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cdd54568-bc59-46d7-b5ff-15b8af4923d0 req-955c520e-c956-4b3e-a4e7-bc5389c5413a tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0279000 Aug 27 05:05:25.132248 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ed251639-0970-4967-b970-d3cb04127ebb req-197c8cdf-75d3-4fd2-b887-4b407cf33051 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0263498 Aug 27 05:05:25.831854 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-01672542-1e19-419a-b0a5-4eaf8cc0556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:26.060478 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:26.228997 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2898e91b-da4d-4bc7-b628-bbd52bad5ebf req-9173a619-33c6-43b7-8c24-1cd722751306 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0284605 Aug 27 05:05:27.031827 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:27.321257 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-edf9a4f2-3b14-401a-8fe3-44a3144dddd7 req-938b8ede-d133-4e66-b267-ab25a7f3f122 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0259316 Aug 27 05:05:28.412962 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-68f1a3d4-912c-484d-876f-b2f7ec72d8c1 req-1562b143-fb4c-4be4-bc1e-36eb5203f0ce tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0257125 Aug 27 05:05:28.611296 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:29.506043 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2a637519-5750-4142-9dc4-cfc99e200c39 req-125d495e-a6cd-49a4-a345-8da263c27a27 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0259061 Aug 27 05:05:30.604941 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-db0a5933-7e2d-4b92-a511-1c9c8d2bf690 req-6243848a-82a6-40f5-adcb-e3892132b4ae tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0275321 Aug 27 05:05:31.420592 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-b7453d1e-1581-479a-b8e3-43840a36a964 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424783 Aug 27 05:05:31.501284 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff6b0-c890-4257-b102-c840c917c27a req-86e0bc2a-7dc6-4712-87e1-7e43e96bda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:05:31.502783 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-86e0bc2a-7dc6-4712-87e1-7e43e96bda1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0411077 Aug 27 05:05:31.607217 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff6b0-c890-4257-b102-c840c917c27a req-a9466a1e-01d0-4b80-a05d-8e7e80b32f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:05:31.608686 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-a9466a1e-01d0-4b80-a05d-8e7e80b32f21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0846946 Aug 27 05:05:31.687403 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-e60f7fbd-9aa4-4d24-941e-dc020cc96091 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 1001 time: 0.0708895 Aug 27 05:05:31.706945 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-894597be-03f7-435e-acaa-cd8b16c09539 req-66163753-b270-4d11-ac85-bbb02ae33e6f tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0318732 Aug 27 05:05:31.749121 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff6b0-c890-4257-b102-c840c917c27a req-2925184a-b4c6-4e80-afc2-ca0aaf152d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:05:31.750578 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-2925184a-b4c6-4e80-afc2-ca0aaf152d30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0460446 Aug 27 05:05:31.798181 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff6b0-c890-4257-b102-c840c917c27a req-2a1b11e5-f457-4e93-ac9f-8b307bbb0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:05:31.799630 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-2a1b11e5-f457-4e93-ac9f-8b307bbb0c48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419323 Aug 27 05:05:31.891352 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-6248d81c-e573-4e62-a8f5-98404dadba4a service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844254 Aug 27 05:05:31.988647 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3dcff6b0-c890-4257-b102-c840c917c27a req-99463d27-e3f6-47a4-8292-034073d0a8a6 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879755 Aug 27 05:05:32.799523 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2883b278-abf3-40c0-8c06-2a287ae522ae req-4390ab0c-db8c-4e74-82be-fcd679cefafe tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0275939 Aug 27 05:05:33.897133 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2e1ca147-efbb-42a8-952d-8738f409d06b req-b7821954-bd12-401b-9e0c-ba3122811ac2 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0310352 Aug 27 05:05:34.994475 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f3e154a2-ef7c-463f-8ecd-c2f5771d9096 req-944e10c4-5a7f-479f-b5e7-27f92b6b1125 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0297062 Aug 27 05:05:36.085909 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-222fb633-1d5a-4446-b483-6ba043d890ea req-44e2e790-0810-45af-b922-19737d436f52 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0256753 Aug 27 05:05:37.183216 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ccbb9cc9-f022-427f-9bb5-6fe2e007c4c2 req-b43eb1fb-d3f6-4663-9a07-da684169c3d1 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0300496 Aug 27 05:05:38.278155 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1f048189-ba43-4563-be2a-210ea4475b03 req-f9f1687c-a70e-4f20-a483-98de8b1aaf3a tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0274608 Aug 27 05:05:39.372343 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ecc5fcaa-b3a0-41f4-af51-6f5347dfefae req-09bbcaf3-21cd-42aa-9d5e-3ce8c59cb8d6 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0273967 Aug 27 05:05:40.478910 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c2134728-063e-44b6-96a0-47324cfa86a7 req-d25a4c76-af78-4536-84fd-e97d990c77fe tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0265548 Aug 27 05:05:41.571840 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-53489d58-7958-4019-adaf-5cf46f728fef req-1be28801-e6e5-4b3c-b5e1-fa7df6a3c409 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0271184 Aug 27 05:05:42.674370 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ed0ca1b4-196b-4877-b6ee-89771beb4fee req-16ab8041-4972-4786-b498-42d748badf00 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0294502 Aug 27 05:05:43.768564 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b7a6cd6d-6bbe-4b32-9812-892eb449e368 req-41f1f90c-9011-41cf-a9ba-442d38b64f71 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0270448 Aug 27 05:05:44.614219 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:44.863159 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e69052e5-a4b7-424c-928c-ea0b74dd8db3 req-327b13a0-4f7f-49cd-8c7a-a35219c970ab tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0260124 Aug 27 05:05:45.956361 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2ee6d958-8b42-4068-b9e1-e7964e4c7e04 req-8f1512e5-f9de-42a1-82bd-5e6eef9fda0c tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0257633 Aug 27 05:05:47.048462 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cf295407-0a50-47bb-b5ef-6d3b4e60e144 req-f3235d31-9b03-4ba7-94a7-ba986cb574dd tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264297 Aug 27 05:05:48.138922 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9e2a9aba-76ec-42ba-8578-6b6050d547d7 req-1ec43cd9-c718-41c7-bbef-e28240dc4b64 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0265708 Aug 27 05:05:49.231901 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-78154e98-99d2-4963-9473-a1714cfdcb5e req-69c465ed-93d1-4b15-9971-d06b39a1e2c9 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0262835 Aug 27 05:05:50.329633 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f47029e1-2c1b-4c27-b2b0-8d656bb4e562 req-2c8d8057-fb48-44e5-8de1-ec9e83edafaa tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0302370 Aug 27 05:05:51.427596 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b1b4d9ed-7948-4527-8e87-563ea06d2dc7 req-c90e9cb6-e923-4e6d-84f9-93365a321964 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0265236 Aug 27 05:05:52.519395 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2c69b2a5-1db8-46ee-8e83-38178c3089c6 req-6a6668ad-42cb-4103-a890-1745dd89b9f6 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0270402 Aug 27 05:05:53.211002 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e5daebf1-9952-49f5-b567-83e7662ccbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:53.610798 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-67a2dc28-14b9-40b2-83e2-0b08a08a240e req-78c28fee-4ecc-4b3b-abc1-2967ac9dcbbc tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0267885 Aug 27 05:05:54.704912 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e764cac3-a60f-414e-8b69-bbac5d254064 req-a9b58665-f681-4309-971b-df30714f32e8 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0266421 Aug 27 05:05:55.801364 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-487b089b-11f3-452c-b864-1eaf30e23877 req-7dfe64df-b639-4afb-be62-5f041c4a29c8 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0296946 Aug 27 05:05:55.816034 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ab9986b8-c56c-41b6-983f-64b993405855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:56.025683 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:56.314743 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:05:56.900450 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b98f08e1-f5f2-4cfc-9a24-bad3d405ec91 req-ab630453-592d-4e4d-a587-edf7fb548e8d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0266709 Aug 27 05:05:57.021551 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:57.992172 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6b301ff4-54be-41a7-b7c9-24e8a822f8e5 req-162b150b-9ce4-44bf-8307-1c46d4b5334d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0260489 Aug 27 05:05:58.604977 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:05:59.090981 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-625af83c-d744-40c8-abe1-e04055610b4d req-c2e4cfee-228d-422f-9b73-5d7fb22d9674 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264688 Aug 27 05:06:00.184769 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-599bb18f-f54b-48a9-95bf-0219a6775465 req-364c9a9a-bf8d-4676-9af5-1c3f406105e8 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0268888 Aug 27 05:06:01.277605 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c774f557-42c9-4fca-bd0b-207a464bc6df req-fa1a0458-8a7c-4aed-843f-cc855025453c tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0271318 Aug 27 05:06:02.370001 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0e01de43-548c-408c-b02b-7ff22173b15e req-ebda6338-c3b7-4ce5-b70d-527b404f17f8 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0261443 Aug 27 05:06:03.465391 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0490b9f2-5118-4d1f-b4cb-901bf1b00fd0 req-30cdacd7-4fb9-454d-a43d-7b5130f6f3ba tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0301905 Aug 27 05:06:04.557630 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5de62cc2-57e8-479b-913e-79c6c1ac1fe4 req-09cf2f5a-ed27-4089-9829-2d7852423968 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0269372 Aug 27 05:06:05.651366 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-868c22a4-e9ad-4c79-8035-978ca54c4405 req-7e9d6f46-4ed4-4d0b-a1cc-7ff51ed5e8cb tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0268250 Aug 27 05:06:06.747568 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-07c6d421-bbdc-4a5a-889d-7a90dafd0ff0 req-68244cdc-1421-4291-b829-00995ecc9c7a tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0269349 Aug 27 05:06:07.840171 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-73f951e2-4024-4875-b66d-974d17c58c89 req-523792cd-e344-42a2-91c8-066b984a5c46 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0264583 Aug 27 05:06:08.935434 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-897725a1-9b40-4a9f-9dd3-ff0a3a139c2a req-06f76603-c181-4e2e-9c9f-01506ec6bd7c tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0295525 Aug 27 05:06:10.028588 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-64862f5d-cc8d-4b6c-8617-90b1a8d08014 req-8df5d76f-ae8b-442a-8d7f-5226d5f9b1f7 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0258887 Aug 27 05:06:11.120817 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-960fb0c0-5493-4529-a013-b189da7c288f req-3a8f78b4-665b-42e6-b9e0-aae1a2b561d1 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0265999 Aug 27 05:06:12.213872 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c3754ac3-696a-4f2f-a59d-169bd13220ff req-7d930705-9198-4f1a-9f92-cfe6ee9269da tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0273118 Aug 27 05:06:13.307002 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bc6b7b0b-b49e-479f-a95f-87600e2e73dd req-d3e5ae48-3037-4ab5-afec-26b61f60cc17 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0259702 Aug 27 05:06:14.399294 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0d17e3cb-fafb-43a7-8be0-c45e2eb8a63b req-edd9889c-8a88-4044-8c65-2c928ac9007e tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0269241 Aug 27 05:06:14.589475 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:15.493064 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4ad15050-9f4a-4c22-b10c-09ff411e1ed0 req-225abb7d-2a49-4a9d-b58f-cc9e8f0f6214 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0267751 Aug 27 05:06:16.587599 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-03db00dd-87d2-4079-9040-0b7cd05a8716 req-929b637f-cc84-4fd3-893f-4a902c2c1d8e tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0297885 Aug 27 05:06:17.679481 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-74ff6dfe-b51d-432d-8184-4bce1f73f04f req-b9cad1f4-d675-4cbc-82d2-69107b7281c4 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0262730 Aug 27 05:06:18.772873 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-406a98b3-314d-450a-ae94-22bb2c14f76d req-4e13685e-538a-4abf-b280-465a93ba18b5 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0263674 Aug 27 05:06:19.894703 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1d767ce2-3a8f-49c8-b880-ed33552c6188 req-8e774bd9-a141-4997-acee-c2dca0e241dd tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0319264 Aug 27 05:06:20.990441 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-122f4432-5055-4eb7-9fa3-3860ee8aa19b req-99356467-8df7-4671-a32b-20c0db4407d6 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0280342 Aug 27 05:06:22.087153 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ca417db2-3553-450e-bf36-89e0b9b707bd req-cc1ee3bb-8a31-4d1c-97cc-287fdade957b tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0296562 Aug 27 05:06:23.183992 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8fcab520-f191-432a-875b-4cc4577ec14a req-eb0e893e-5922-4c40-865c-cfe18256432d tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0300333 Aug 27 05:06:23.186557 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5beba400-9a7f-4078-b092-1be55cbf9d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:24.279963 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-56175a37-b725-46f7-861f-c77c416e2b5f req-6377aa78-6939-4c1c-9958-0cb726ee26af tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0267982 Aug 27 05:06:25.375359 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d6f0e3f4-6d8a-4320-a512-ebe897a8e4d1 req-6dbb2b7a-2ac5-4221-8d1a-29ed3cd60332 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0263436 Aug 27 05:06:25.815134 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f552956f-861a-4dc7-b8d0-9b95f4ee706a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:26.055319 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:26.472652 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-94f577df-1301-4c0f-86d7-0fa7d7bcd664 req-9151267c-21f4-4815-87f5-3dc4e0ca2bc9 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0285869 Aug 27 05:06:27.021498 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:27.573618 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7ed46d30-62a0-481b-aa88-b7927bc15667 req-14db297e-b43c-48b7-9b19-9c5604983431 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0285048 Aug 27 05:06:28.631147 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:28.678044 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bbfa77fc-1850-4fa5-a463-19dab6e0bfc7 req-b14a8af8-aa11-4110-9a22-78bae0fe1ef8 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0293250 Aug 27 05:06:29.779833 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-736429dd-4b29-4f58-94ae-117230f43ef9 req-465e331b-5fd6-43d7-8bbb-0981efef8601 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0303545 Aug 27 05:06:30.876881 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d05c6d50-e3c5-4216-89d4-6c6d38d28813 req-eee762a1-8773-4afc-bd11-09932fb6c53b tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0289316 Aug 27 05:06:31.469473 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-ab7eb328-88f9-4342-bc5b-f33d88f211d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134727 Aug 27 05:06:31.558091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-33e325d2-ba4a-4914-962e-58da47243dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:06:31.564223 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-33e325d2-ba4a-4914-962e-58da47243dfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0640147 Aug 27 05:06:31.671663 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-ebfc6dd5-08d7-45fc-a710-522c245df7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:06:31.673239 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-ebfc6dd5-08d7-45fc-a710-522c245df7f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0888660 Aug 27 05:06:31.750822 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-936b560d-5534-4eea-8457-3e064ea87e40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0689712 Aug 27 05:06:31.804085 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-017c38b4-3ac9-46f3-abdc-6a963687b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:06:31.806149 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-017c38b4-3ac9-46f3-abdc-6a963687b08c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0472226 Aug 27 05:06:31.857392 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-e35cfcc7-8271-4fc8-9ad2-900b126d8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:06:31.858979 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-e35cfcc7-8271-4fc8-9ad2-900b126d8a71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454733 Aug 27 05:06:31.870951 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-88b1332c-c37a-4cdb-b653-c2f39f0f0857 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 05:06:31.872037 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-88b1332c-c37a-4cdb-b653-c2f39f0f0857 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057225 Aug 27 05:06:31.979536 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-c4d7704b-9a11-4ecc-a98b-591093880227 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988581 Aug 27 05:06:31.984777 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ef830072-38b8-478c-b56c-a4577c621493 req-93cc10ed-094c-4c53-87eb-4784dede67f4 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0279913 Aug 27 05:06:32.076569 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-15619d3c-650b-4bd0-9444-89f991bb7444 req-bfaf7812-c4b1-4d46-937f-9bb3db8088ed service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883923 Aug 27 05:06:33.090903 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-350802fc-9657-4733-bc9a-4d2f605cacc0 req-0ea80ca9-3905-4910-9a4f-850f68bb5f32 tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0325015 Aug 27 05:06:33.314059 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:06:34.191904 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-eb3bcd85-965f-4d09-b751-a570bfe151cb req-ef7c3c66-4d81-459b-8389-bd70aeec5b1e tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0275481 Aug 27 05:06:35.307571 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f9b26d5b-edcc-4f32-9c1e-5d2d132f4c8f req-9102d793-0ba8-4109-a2c4-72aeffe243cc tempest-VolumesSnapshotTestJSON-2112318361 tempest-VolumesSnapshotTestJSON-2112318361-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c61db-d6b4-43c6-a522-c23d17624f1d HTTP/1.1" status: 200 len: 210 time: 0.0317185 Aug 27 05:06:44.586492 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:53.186151 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-23dffb93-d922-457c-982b-35d9bbf17961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:55.826162 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fa76c958-0b76-47f2-90e7-234483fb879f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:56.037538 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:57.020134 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:06:58.665952 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:04.549689 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [req-6f5ff55d-33b0-4480-8832-d8b225fcf266 req-cfdc930d-277d-4c99-8d76-bb3add322d53 service neutron] (101015) timed out ('10.222.0.43', 62727) {{(pid=101015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 05:07:10.313552 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:07:14.693560 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:23.190855 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d51368f9-849e-4e5b-ba47-5ce23491ef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:25.813549 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfecb-b7e5-439a-a395-4203ebbe86cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:26.053778 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:27.030532 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:28.619411 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:33.386644 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-40567c38-45f1-4db2-8236-8df133a0814c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402555 Aug 27 05:07:33.480286 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-a89fbbdc-a91d-4fcd-a526-7abd6c97e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:07:33.481845 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-a89fbbdc-a91d-4fcd-a526-7abd6c97e434 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0455890 Aug 27 05:07:33.587827 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-3e369f34-b1ae-4d30-84c7-845755596581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:07:33.589342 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-3e369f34-b1ae-4d30-84c7-845755596581 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0886047 Aug 27 05:07:33.653640 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-3e29b954-346d-458f-8f3d-4ae6c9f145e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 1001 time: 0.0566986 Aug 27 05:07:33.702724 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-a235de5d-59db-4429-96e6-424e46792063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:07:33.704732 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-a235de5d-59db-4429-96e6-424e46792063 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0422785 Aug 27 05:07:33.753912 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-920b0f83-e381-4615-ba59-389a4ad9c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:07:33.755420 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-920b0f83-e381-4615-ba59-389a4ad9c373 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429001 Aug 27 05:07:33.843939 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-68361c08-c27b-44e1-93d1-7e2a414309f2 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802517 Aug 27 05:07:33.938940 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6801ccc9-0251-443e-a9f0-73451d87c4b0 req-aa1823f8-7bfa-425b-a004-a7ed97b499aa service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864127 Aug 27 05:07:44.653067 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:47.312365 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:07:53.207567 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9e139bfa-a310-4d32-9467-bab123ba44fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:55.824719 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-83943c18-8feb-4b39-b048-261d30a58766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:56.041585 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:57.041781 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:07:58.646834 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:05.051765 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 56328) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:08:05.208239 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Deleting port 9e50684e-c973-49f5-8405-034948c5bed4 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:08:05.209234 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:05.282771 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:05.283011 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:05.294336 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Calling delete_port for 9e50684e-c973-49f5-8405-034948c5bed4 owned by network:floatingip {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:08:05.522049 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:05.551472 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event deleted for resources: {'Port': ['ID=9e50684e-c973-49f5-8405-034948c5bed4,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:08:05.577549 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.577911 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.578260 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.578614 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.578960 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.579296 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.579637 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.579972 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.580308 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.580666 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.581009 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.581329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:08:05.620239 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:05.620604 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Floating IP 0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc disassociated (deleted). External IP: 172.27.0.58, port: be03ca9c-b0be-4d2f-b2f1-435ee5773747. Aug 27 05:08:05.826293 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:08:05.930879 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:08:05.935792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:05.941086 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:08:05.949865 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:08:05.950479 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:07:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:08:05.965270 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c5f97279-3018-413d-a1a0-1d53710c5130 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "DELETE /v2.0/floatingips/0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc HTTP/1.1" status: 204 len: 168 time: 0.9123604 Aug 27 05:08:05.966293 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:08:05.968539 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb80d709-65fa-4862-aa7f-4fa3d3213751" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:08:06.011697 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 05:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9e89e-6eb2-444f-adbe-3a5c13cd9608 x-openstack-request-id: req-5af9e89e-6eb2-444f-adbe-3a5c13cd9608 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:08:06.011914 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:08:06.012174 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5af9e89e-6eb2-444f-adbe-3a5c13cd9608 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:08:06.012615 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'status': 'completed', 'code': 200} Aug 27 05:08:06.068924 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:08:06.078679 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-0c7ffbe6-fdfa-42d4-bf07-6788def75509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:06.080315 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-0c7ffbe6-fdfa-42d4-bf07-6788def75509 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92b52bac76904561ad7afe6ed672e999&device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 1099 time: 0.0437708 Aug 27 05:08:06.170556 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-390a15b8-5e12-471b-9b2d-e1b57c858fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:06.172059 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-390a15b8-5e12-471b-9b2d-e1b57c858fd6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 200 len: 912 time: 0.0852151 Aug 27 05:08:06.216850 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-d25ce451-0595-4e4a-b600-a858257a617c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 200 len: 217 time: 0.0373714 Aug 27 05:08:06.270181 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-4d844bc0-a8b8-4176-8de9-9092eebf9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:06.271670 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-4d844bc0-a8b8-4176-8de9-9092eebf9e0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 200 len: 850 time: 0.0482230 Aug 27 05:08:06.276549 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:08:06.303288 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:08:06.311953 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:08:06.312602 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:07:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:08:06.318564 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-a00f50f4-2e95-4022-b604-ed8660d69f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:06.324251 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-a00f50f4-2e95-4022-b604-ed8660d69f93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=613bda8f-41ae-4346-8e6b-bc116801f626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413928 Aug 27 05:08:06.418170 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-6fced84a-a87e-4230-a8cf-e71035c87680 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907075 Aug 27 05:08:06.419064 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:08:06.459807 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98650460-dcd3-4ad5-850c-2340fdb293e3 req-d631b3db-61fd-4aa6-8dc5-a67537e16e91 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:06.462221 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-98650460-dcd3-4ad5-850c-2340fdb293e3 req-d631b3db-61fd-4aa6-8dc5-a67537e16e91 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 946 time: 0.0532506 Aug 27 05:08:06.502143 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-98650460-dcd3-4ad5-850c-2340fdb293e3 req-4c6a74df-30b7-4ed7-a698-8c9b3083ec98 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334740 Aug 27 05:08:06.520471 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fb80d709-65fa-4862-aa7f-4fa3d3213751 req-b29a4987-ada0-45b1-bb56-befdde36ee17 service neutron] 10.222.0.43 "GET /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909543 Aug 27 05:08:06.615060 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:08:06.643922 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e28c3-576b-43b2-a43d-4f8cf3c953e7 None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:52Z', 'revision_number': 4, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'f35567a3-1b37-4b8f-a31b-bf382bbef5ee', 'name': '', 'network_id': '613bda8f-41ae-4346-8e6b-bc116801f626', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'mac_address': 'fa:16:3e:38:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:51Z', 'updated_at': '2021-08-27T04:45:59Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'subnets': [{'id': '12378feb-3549-4d6c-8c2e-826ec58524fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:08:06.857204 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85909ec-06e0-4ef1-a915-8c13092d5f8f None None] New status for floating IP 0e2b1dc5-042b-4e06-9b6d-b3bf26cf33fc: DOWN {{(pid=101017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 05:08:07.175445 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27164f-194e-4553-b591-d810547e6320 req-cc547762-bf67-4e7b-9274-78ad317a112d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:07.176847 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1e27164f-194e-4553-b591-d810547e6320 req-cc547762-bf67-4e7b-9274-78ad317a112d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 946 time: 0.0480988 Aug 27 05:08:07.271661 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Deleting port be03ca9c-b0be-4d2f-b2f1-435ee5773747 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:08:07.272007 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:07.356072 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] For port be03ca9c-b0be-4d2f-b2f1-435ee5773747, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be03ca9c-b0be-4d2f-b2f1-435ee5773747,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:08:07.356468 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:07.372633 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Calling delete_port for be03ca9c-b0be-4d2f-b2f1-435ee5773747 owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:08:07.613252 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:07.627640 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616d40f-2f27-492d-95b2-241a56149217 req-1303bf0e-1a8e-48f0-ae4c-052faf38e0d3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:07.633150 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0616d40f-2f27-492d-95b2-241a56149217 req-1303bf0e-1a8e-48f0-ae4c-052faf38e0d3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 867 time: 0.0546925 Aug 27 05:08:07.660738 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event deleted for resources: {'Port': ['ID=be03ca9c-b0be-4d2f-b2f1-435ee5773747,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:08:07.749699 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] No DVR routers for this DVR port be03ca9c-b0be-4d2f-b2f1-435ee5773747 on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:08:07.749699 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0616d40f-2f27-492d-95b2-241a56149217 req-cea1b9b9-510a-44c6-8546-1393e06b2e88 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730469 Aug 27 05:08:07.749699 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:07.749699 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1e27164f-194e-4553-b591-d810547e6320 req-e8ef9a14-fcf2-450d-8ed7-49a2f0602745 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.43 "DELETE /v2.0/ports/be03ca9c-b0be-4d2f-b2f1-435ee5773747 HTTP/1.1" status: 204 len: 173 time: 0.5452821 Aug 27 05:08:08.013895 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'name': 'network-vif-deleted', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:08:08.016476 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b80e5b9-1942-4d88-9c35-27ba80de1e46" -d '{"events": [{"server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "name": "network-vif-deleted", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:08:08.067164 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6925fc2-0a8a-446b-b389-d9b52f698383 x-openstack-request-id: req-c6925fc2-0a8a-446b-b389-d9b52f698383 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:08:08.067558 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d", "name": "network-vif-deleted", "tag": "be03ca9c-b0be-4d2f-b2f1-435ee5773747", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:08:08.067880 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6925fc2-0a8a-446b-b389-d9b52f698383 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:08:08.068378 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d', 'name': 'network-vif-deleted', 'tag': 'be03ca9c-b0be-4d2f-b2f1-435ee5773747', 'status': 'completed', 'code': 200} Aug 27 05:08:08.822549 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3e2f2054-4ac1-45fa-ab5c-82ef0fe2d271 req-889cb179-f751-4ec9-996c-4ce9a7bd1dca tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0309882 Aug 27 05:08:09.917341 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4c61311b-d30a-4ed7-82ac-e4e86df3c013 req-43a59d24-9280-4ec8-960b-b537dceebc3a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0264485 Aug 27 05:08:10.634404 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device be03ca9c-b0be-4d2f-b2f1-435ee5773747 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:08:10.654989 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: be03ca9c-b0be-4d2f-b2f1-435ee5773747 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:08:10.655335 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device be03ca9c-b0be-4d2f-b2f1-435ee5773747 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:08:11.010934 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-627481bf-9da0-457f-b0be-8021c81d5abf req-ecfa679b-59ff-471f-98c9-5e2bdcbc45e2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0264854 Aug 27 05:08:12.105937 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7abd78bb-4b66-497e-8f45-2aaf171165f2 req-35d2b9e8-ec17-4e2c-ad8b-a8ae75b0bed4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0308449 Aug 27 05:08:13.203395 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dbaf8db2-62bd-4b44-8f51-49e0d3e66c3d req-779def22-e0b0-4a71-bb8c-8f43c9ea0c05 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0294857 Aug 27 05:08:14.296146 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a0e8be97-54b3-4bcb-a693-6314917c4235 req-4cef2973-5ead-42cd-a7fc-4be3a5f844c8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0277703 Aug 27 05:08:14.612693 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:15.388714 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e4098474-85ae-47d1-9218-e14361ad510d req-f0c05f09-4c3f-4253-847d-686e1b57ccc1 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0261061 Aug 27 05:08:16.479126 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-09373ed3-e38c-4184-a64f-c6edaece0f89 req-7259e5a2-64e4-4632-8c85-bb95d57c53ae tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262046 Aug 27 05:08:17.570650 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eff93c73-f979-4747-9886-9165983349a3 req-f3710e0e-5ca9-4276-a827-34824902f332 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0256860 Aug 27 05:08:18.663468 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d8ed4d48-5095-48a8-9e5c-ff44c7ff7dff req-092c842a-f676-475a-acb2-aebfcb851cb7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0267949 Aug 27 05:08:19.755452 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-83c37dfa-d093-405a-8047-def9588c57e3 req-76eb9492-5a84-483f-ab99-ebe15444eee5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0266953 Aug 27 05:08:20.846945 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-fda7a889-c0a6-483f-92d1-2c32e9fae3e1 req-02ad3e30-475c-4b21-aacd-a5d78602500d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0272455 Aug 27 05:08:21.937396 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-050844f4-89b5-4f27-a282-b87e388fd3bb req-c3b5d51b-7c10-4be7-b125-c4b6fda2e469 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0261512 Aug 27 05:08:23.030845 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-dc2bbb84-ae0c-49db-8112-bb4ba0b77b3d req-f31fb765-d079-4d68-89b6-ec3dd23ea6de tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0257580 Aug 27 05:08:23.201784 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3e357934-c236-416c-91a9-93eede87170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:24.124375 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8cb2bb41-2cae-4d3b-91aa-8010633ccf90 req-c09ecb2c-fbeb-4f7f-828b-c5a6bbe3aac0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0279891 Aug 27 05:08:24.311808 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:08:25.222726 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7b5bf221-471e-4a50-b463-4f5688c0756f req-a4c2fb68-b6f1-4354-ad29-2529dca25949 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0305786 Aug 27 05:08:25.811736 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a04693b6-0457-424b-a0f1-c7b58bc1f9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:26.041537 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:26.315887 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eaa2d05f-d7ed-448c-8fb7-47470532601a req-a80548c9-5375-46a7-8bd5-982ff3bb8bbe tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0289121 Aug 27 05:08:27.029248 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:27.406467 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7e1d8dfb-379d-4d32-80e6-c2b89270fb0a req-251df5fc-e91b-41a0-bb3a-74b89ef7c7c0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0260537 Aug 27 05:08:28.497871 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bd469a27-1066-4a36-a80c-88d87f724ff1 req-3cbcde0f-d42c-4629-8362-5fb5369d6e78 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0265276 Aug 27 05:08:28.646232 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:29.590206 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8f21e8bc-eaa9-4c01-87bd-8489b6b7b1fc req-cbe3092d-3073-4895-bd0d-945f75c98c51 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0263271 Aug 27 05:08:30.683837 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-adbe18be-d608-4dd0-b7d0-143aed04d815 req-c76cd2e4-bb7c-4b6a-acab-8fc713b930d6 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0258143 Aug 27 05:08:31.777906 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-416c8613-a295-4086-bd9f-47899200101f req-9cb27dd8-826f-44e5-9811-191934f3781a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0272262 Aug 27 05:08:32.868584 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0e26f856-91a9-4bb7-acd5-118c4d4d7d02 req-bd4d07cc-40cf-4949-aa34-5c3ffec886e4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0269442 Aug 27 05:08:33.959268 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3daa2959-8caa-4f98-a171-003566b3a157 req-3e932a59-02ed-471e-b8bb-f8a7f65d86df tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0261116 Aug 27 05:08:35.050961 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8d042dfb-c937-4eb8-aac0-ef75e93d66b1 req-9b414c3a-0fc5-46f9-bd9f-33280192a74b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262165 Aug 27 05:08:35.393666 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-24460af1-a151-44dc-aae0-10b733850f32 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415645 Aug 27 05:08:35.452986 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-e11c0a53-e147-419a-a03f-5cd94cfe0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:35.454433 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-e11c0a53-e147-419a-a03f-5cd94cfe0427 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0389144 Aug 27 05:08:35.552255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-a7938ac6-9900-46ec-a7d5-3e588c819d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:35.553709 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-a7938ac6-9900-46ec-a7d5-3e588c819d53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0816245 Aug 27 05:08:35.871454 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-d5b45257-a6ba-4097-b255-f22a354cbfdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.3103530 Aug 27 05:08:35.920073 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-51fc58dd-afc7-48a8-841d-1dd0e1bd7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:35.921560 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-51fc58dd-afc7-48a8-841d-1dd0e1bd7e6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0421722 Aug 27 05:08:35.969957 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-db64c8bf-38de-44c9-a2fa-8a18349646a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:08:35.971483 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-db64c8bf-38de-44c9-a2fa-8a18349646a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430017 Aug 27 05:08:36.064433 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-116a6b79-7a3f-40b1-a377-58314a8ee9ee service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Aug 27 05:08:36.142724 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4df5e027-69fb-4248-98ec-ccdf7ba636a6 req-9bd88a13-a3d3-4b52-8ecd-69aa018074cb tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0267358 Aug 27 05:08:36.156705 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-90fadeff-ba4e-461f-9485-da606e73eba4 req-62b82bac-c2dc-414a-8915-96722738f2e2 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846591 Aug 27 05:08:37.235916 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8231d933-eab9-4642-b557-db81b9e1106b req-370d3d9c-4bb1-4e67-aae6-e661af235dff tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0270662 Aug 27 05:08:38.330604 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-55627b32-a599-400c-bb2d-d2942d07fb49 req-1117732b-6e26-47cb-b254-cc6108b86298 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0302284 Aug 27 05:08:39.425495 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-489e157f-6e3e-42bf-aa1b-bc6e660a617c req-71590836-dbbd-413f-82b4-24e4e65ccc71 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0304804 Aug 27 05:08:40.518905 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a4b7c82b-16fd-40fd-aa37-5bd73bc6f1e0 req-b175490b-815f-4ee4-8f70-585b83b08246 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0258946 Aug 27 05:08:41.612418 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d2d5c320-1cb5-4e80-ac76-edaf33ffd49c req-2b49163f-6676-4da9-84dd-609c88fccde0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0273359 Aug 27 05:08:42.707312 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c1c2d079-d8f3-4b05-89d5-4f6fe0baeedd req-ac9d8244-1e1e-4e05-ae01-9dd8081e485d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0282588 Aug 27 05:08:43.813136 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-268595bf-dc3c-4c6f-b4ff-9d63e878bcc2 req-d9dae2f6-4554-46fd-9686-115938e73111 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0254152 Aug 27 05:08:44.640959 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:44.905857 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-11a12286-bdd0-4d46-a03f-89e0b1e61f84 req-7281c7db-3098-4b58-b8b0-853668bc3d81 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0266311 Aug 27 05:08:46.011290 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-59779f36-ab6f-43d7-81b0-5551cb6ec06c req-844b559d-9cf7-49c3-80ce-6a698553b8ac tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0400424 Aug 27 05:08:47.110455 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-751cb54b-2a6c-4643-9236-e503e1cfad89 req-9d1b61bc-4a3c-4578-a8e8-c3f049522e69 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0288343 Aug 27 05:08:48.201299 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-479e32bb-5a06-4774-9c21-bfd5c436b86b req-041369cf-b2ed-4b52-b6f6-0dbf54917432 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0261576 Aug 27 05:08:49.294688 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-545cb660-964d-4892-bf96-526f148d89bd req-dd18716d-a853-4523-b30f-dd83b060cfd2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0275955 Aug 27 05:08:50.386419 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7d66401d-d2fd-4633-8fcf-46604fff618b req-85fa3111-842c-49d0-b967-bd14674a037f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0256321 Aug 27 05:08:51.484809 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4bf8a8d5-f97d-4c8f-83e6-872785e20111 req-874b1bc1-234b-48b8-9a22-b067e872468f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0319865 Aug 27 05:08:52.580455 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d45b0562-882e-47c2-91dd-26f4aa5a3fef req-675d15c8-faa9-4ee4-9b1a-2331a0dd15d4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0293617 Aug 27 05:08:53.206305 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4c7e-6d6e-441b-9af0-74391fd6df70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:53.684259 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-544243e5-378e-45f5-94bb-706fbb8f8d3c req-a03f20c6-73da-4171-b431-80c42998f1ea tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0336092 Aug 27 05:08:54.780755 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-21c2675c-7cfc-49e4-8a89-8be6ee09a8d9 req-d5aacc1b-5976-473b-bda6-332c4b33ae60 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0265160 Aug 27 05:08:55.812579 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a5b17369-1ef9-4300-8501-f6116335dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:55.871988 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a445e209-e25f-4089-b647-735c80f4d8fc req-0d40c708-d5fc-4f68-b22d-1fbe8169d2d4 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0266819 Aug 27 05:08:56.029789 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:56.962533 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a586ef96-3341-455c-b540-60a0634c5fcd req-7ef85983-46f0-43b8-bc0b-33da688e863f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0253148 Aug 27 05:08:57.035299 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:58.072929 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-d4924bfc-a993-4cde-b1ae-0b8f61bfc549 req-1525cc38-350b-43fb-a87e-d10f00252b94 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0276845 Aug 27 05:08:58.618121 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:08:59.165217 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9b2f25a3-a75e-4ff5-9751-66bb64341551 req-fd5d747f-6bd7-407d-82fa-abbbbd7dbce7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0264692 Aug 27 05:09:00.256576 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cc4065f2-1236-472a-9054-cd60eac2bf36 req-00653dde-3188-45db-9e22-8f0b1d8b42be tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 27 05:09:01.309966 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:09:01.346002 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f32b4e6f-4fbc-41a5-961c-3ab8349533a0 req-b0decdde-9b4a-4d25-91c7-f199ea2501ce tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0263970 Aug 27 05:09:02.445646 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-170812ba-7946-46f7-9144-b30d4212fb4a req-6a11f61f-2a60-4afd-b83e-4635bacd1147 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0339890 Aug 27 05:09:03.537685 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-8e63a9e0-8d63-42ba-b848-bd6c86233789 req-83daea48-a90b-41f4-9f1e-fac1bd686486 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0263634 Aug 27 05:09:04.635854 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-f4077acb-0b18-4e45-a417-faf6d0635f47 req-5f994255-4835-4243-bbd0-4769947787da tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0308547 Aug 27 05:09:05.730680 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-47ec89b9-a952-491c-9032-f5bb29086965 req-2f0962fb-ddca-4aa3-a9e0-8426305ce0e2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0295048 Aug 27 05:09:06.821729 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-30ebcb72-b5b2-4c98-b00e-1ebcbbaec68c req-0eb53b82-d97e-46cf-b4cd-e26d7024fb4a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0254405 Aug 27 05:09:07.914336 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e3cab9e3-62d2-4a2d-8d87-0c98c933ba20 req-eea4c490-e0b6-4280-bf50-2f02efc2ff88 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0269177 Aug 27 05:09:09.007075 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7c0ad56a-6165-4104-9972-ee70c3470edb req-f9602c75-a6b9-4c94-8ce6-69c5e14ac023 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0264304 Aug 27 05:09:10.097755 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e9190257-e89d-458e-91b8-7da9573d894a req-26332b9c-9772-4d51-8d21-3b3b61392476 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0256786 Aug 27 05:09:11.189560 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-05fb3dbe-2841-4e2b-a44e-0352b209217e req-6c830ce6-90f3-4f0b-b790-e020a2dbca0d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0271189 Aug 27 05:09:12.283574 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1fe5cb30-1fb2-4606-b68d-524625371402 req-3c332cc7-2304-4c3a-a921-43efd1289db8 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262351 Aug 27 05:09:13.374593 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-30b85055-edb6-47ed-b7d4-43354a640d8c req-d0a2f082-552b-475c-b6e5-4c9b3ee42d21 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0269866 Aug 27 05:09:14.465036 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e3754178-29d6-4bad-ab5f-7a37f32fad32 req-421e7bff-1da0-4739-9467-b24a0dde1e85 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0263202 Aug 27 05:09:14.644306 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:15.559482 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0c3bee16-1704-426a-b8bf-e306ecfcb1fc req-9d9a8f32-81d3-4d90-9ab8-853debda1c3c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0258288 Aug 27 05:09:16.653576 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-462da312-4ed6-44e4-9cbc-f1e28643f5bc req-c31f23b5-4e51-4f76-9811-08e02d2a063f tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0259883 Aug 27 05:09:17.748998 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c8f0a652-0771-4378-b82a-a2bae42a1178 req-6f9c0558-ed70-46a8-8ced-067c3e8b3d55 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0302367 Aug 27 05:09:18.842759 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-abe48041-3d3d-41e9-8153-dba99eefd7a1 req-660e6ada-e4ba-4447-92f3-2bec9a6850b7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0297122 Aug 27 05:09:19.934789 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-93c2c86b-e793-4016-8898-f9f98efea9e5 req-ea553c28-2e9d-49c4-a250-ab4b43d2fb82 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0258129 Aug 27 05:09:21.027457 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-746715a6-9f5a-4f37-9942-e74a142b75a9 req-899d6cbc-87fd-4af2-88e3-fd3b78cdadab tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0258658 Aug 27 05:09:22.120213 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-342eabf3-558f-4d22-8160-b98a79b4179e req-23ffe4f5-9c6a-4d93-9f2e-298e886ce156 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0273402 Aug 27 05:09:23.212056 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ae1df473-9f48-4de5-81c8-77519500b479 req-47a71963-23d6-45db-875a-88a8bef43017 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0268490 Aug 27 05:09:23.221704 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d76835f1-dba1-48bc-a9a9-487b06897b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:24.304877 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-89ec8430-b8c7-4d73-b64a-eae00db05495 req-8f6da284-e42a-409e-8e14-b2d36724ff01 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0266485 Aug 27 05:09:25.395267 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9ce3797-6a80-4a1d-a451-21a7e59d3360 req-6bf60205-f0d7-43d7-90cc-453671c9b542 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0254016 Aug 27 05:09:25.821081 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5afe739e-8393-42e5-bf1a-bad5d7624f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:26.029599 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:26.487771 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-ef774f1c-360e-4215-ba69-22d797cf044c req-5f92f752-89dc-4040-91dc-86596f7b62a1 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0265076 Aug 27 05:09:27.029510 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:27.582137 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-164ecf67-7460-4759-a316-ff3c1cdb2c40 req-de596244-8144-47e8-9fe9-1d790fd0959e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0270882 Aug 27 05:09:28.627440 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:28.675289 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-71774c83-0563-4c0b-9ed0-51ae0fce3cb5 req-54fc6955-6990-450f-852f-5b216b59f36e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0270810 Aug 27 05:09:29.767086 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2127d1ed-2b79-4f3a-894b-33dd9419efb2 req-b64207b2-308e-46fe-b6ac-af3755883ed3 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0260704 Aug 27 05:09:30.863062 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-06248a6b-afe4-4294-96b5-90c1e4bc7b38 req-147a1173-853a-4b0c-88a0-7668cf6e9520 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0301807 Aug 27 05:09:31.959968 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6715b9c1-f83e-4ab3-b844-2d2bfaef4e6e req-7565b615-7a21-4886-a25d-ac58d75c98bf tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0298862 Aug 27 05:09:33.096891 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-85652a4e-6230-4a7b-b237-920ca6e3eb4e req-afaa6112-dc45-4470-ae79-d2768114ca1c tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0705855 Aug 27 05:09:34.189747 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cacbf5aa-e58a-446a-831c-91a3483ce4d3 req-bf647c93-e73f-4d0c-9ce6-0f4a0c6738ea tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0273666 Aug 27 05:09:35.290010 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9bf20acc-24d1-4604-a05e-4badf91006f1 req-d0abe614-cd19-45eb-952f-026534506b61 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0270367 Aug 27 05:09:36.388921 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-5831145f-be3a-43f5-a67f-b882cd45be73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457652 Aug 27 05:09:36.467609 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2701d960-f923-4edd-8e22-76f2736ce989 req-8aaa1f0b-da0c-4baa-be4b-d01d91f02121 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0991638 Aug 27 05:09:36.482917 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-51a92202-6a6a-4171-b51b-1372db749122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:09:36.484432 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-51a92202-6a6a-4171-b51b-1372db749122 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0539348 Aug 27 05:09:36.592480 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-b435f855-b60c-43ff-a22b-02b98b7d68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:09:36.593975 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-b435f855-b60c-43ff-a22b-02b98b7d68dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0912809 Aug 27 05:09:36.658868 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-08bb0e2e-6d8d-4fed-8e4c-c0511a411690 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0574255 Aug 27 05:09:36.711337 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-a85c058d-63bd-4e77-aa9a-b489eb04d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:09:36.712818 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-a85c058d-63bd-4e77-aa9a-b489eb04d56d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0472202 Aug 27 05:09:36.758432 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-a48b26d0-ba92-4cdd-894f-bf81f0baa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:09:36.759910 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-a48b26d0-ba92-4cdd-894f-bf81f0baa245 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402918 Aug 27 05:09:36.850352 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-bc335b64-b828-47d4-a635-f303d22f6aa3 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825517 Aug 27 05:09:36.942105 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e666f14d-42b2-41c7-9be1-4039b43dc999 req-8da41abf-bdef-4ab2-ba3a-ab23cc72ce69 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Aug 27 05:09:37.560419 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-6dd230d3-f462-41cd-8889-ed5230a91f7d req-1e12b202-9cee-413a-893b-5bd3e356283e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262575 Aug 27 05:09:38.308889 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:09:38.654312 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6b5d1e94-fd91-46ad-898b-3688c0475c3e req-8f9fa49f-1582-4ba1-a5f0-94d61d15e278 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0278344 Aug 27 05:09:39.747447 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b5d56ebc-8bb5-4962-b3d9-ac83544396fd req-47367a40-f912-4950-85e7-f2a66ba11500 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262702 Aug 27 05:09:40.838989 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d78614c7-c06f-48b2-9b82-75fad82b57ee req-196a2a61-62dc-4439-97d3-cd3fcb9a525b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0255995 Aug 27 05:09:41.930971 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cceafc08-b14e-49a8-96fe-e6ce2a4647e9 req-d75e74e3-5b26-46e6-ac38-0da6dff5c4e1 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0264776 Aug 27 05:09:43.022135 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9a5d6e9a-1ec4-42b1-a570-0b7a5dc9dcb2 req-ce6cc7bd-e5a4-4f60-9151-a22805652473 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0268552 Aug 27 05:09:44.115436 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1156fa01-3ef9-489d-af75-b82eecd24b0d req-f636ed4b-5504-4227-8292-b7f839ae5fd7 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0295155 Aug 27 05:09:44.634582 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:45.209824 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a377a05d-c183-460a-8346-00311698deca req-d8ed2c17-96d6-4a4e-97ed-58724ccef865 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0290616 Aug 27 05:09:46.301208 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-10e7d11a-f549-4afb-bc22-70800ac23347 req-f67d16fe-594d-4122-8488-9fd407b87589 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262687 Aug 27 05:09:47.392033 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d19dc9d1-11b6-475f-aed6-e47381f4ee2a req-1b27fd0b-bd5e-49bf-9b2b-27b78fa10626 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0258424 Aug 27 05:09:48.484299 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-010edbf3-da37-46f9-80eb-f40745b8f4d9 req-4b0905e3-9b90-416c-a71c-228097fe539b tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0269334 Aug 27 05:09:49.575812 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-92f316f1-c826-40e4-a904-e740230f9fa6 req-da0a366a-33f9-4067-936b-fa5c694166d9 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0269544 Aug 27 05:09:50.682831 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-5a763ae9-8f09-4165-a673-3dc383cb8153 req-4ccd5eaa-a7d5-43da-9979-3b2ec8082e51 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0279937 Aug 27 05:09:51.775627 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-fdc983dd-dcac-45c2-8b0b-4d9a7af561cb req-4a2bd48d-0618-48c8-8a56-ed5e77d68a7e tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0269742 Aug 27 05:09:52.866311 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-930dd956-95dd-45c9-97ea-4e68baa5a304 req-007b1fba-068c-4a7a-ac5f-7b2751cdf1e6 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0265841 Aug 27 05:09:53.217452 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3f24141d-1e2f-4d33-877e-4650098fdb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:53.956260 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-86b145fb-84a9-4e34-b7a5-db8df02e0441 req-9b3b5df2-7c2d-48f8-867b-6177ec4752b0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262845 Aug 27 05:09:55.056605 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-58ebfb46-a731-4332-bfb2-d410af6dbb21 req-5b35529b-bedb-45f2-93e0-a1e6f6105dd5 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0308659 Aug 27 05:09:55.811675 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-7d94efc2-484a-4d1e-92e6-d2f8cbe32bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:56.040536 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:56.151452 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-dd9844c2-6959-4625-ba62-672b7aa2e40c req-5e552130-a194-4b09-a8fa-ba48215cd135 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0261066 Aug 27 05:09:57.040488 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:57.246618 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-e1c7132c-4cc8-4049-8136-8eaa1774922c req-e014a054-2365-4406-804c-4902430f1f27 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0305147 Aug 27 05:09:58.342374 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-7be73330-ccfd-4c74-8f9d-3248cff5f15f req-096d77b4-8261-4dff-918e-b30402616f67 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0294797 Aug 27 05:09:58.643917 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:09:59.437565 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0cb0fb92-133f-42f7-b6b4-886f9f4b80a3 req-755b5bf3-7cf5-4835-9800-cd4567f37d1d tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0271616 Aug 27 05:10:00.530141 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c3f60952-db42-40bf-9a34-b10b821b7386 req-d8d0e1f1-f732-474b-8762-7199491136cc tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0253503 Aug 27 05:10:01.622979 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-69bc34b4-0df3-4f3a-bad1-57265e39c5e7 req-19e242a4-93c9-408f-9fbd-37b629c10878 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0273547 Aug 27 05:10:02.714981 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-d6ac6de3-8dfd-45a7-bb2e-ef415c6610d7 req-ebe59b9d-18a6-4c48-a066-e97853e64425 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0264857 Aug 27 05:10:03.807903 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-2c5fddd9-d387-4eca-822c-3ac41b901c74 req-f9e24ee2-3510-4d1c-ab5e-99b22d5716f6 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0268695 Aug 27 05:10:04.899926 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ae3b9025-c022-4a68-8d04-ed879e608e6b req-07d4bd77-ba02-4e5f-a3bb-fd7a00de7113 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0265603 Aug 27 05:10:05.991428 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-43457080-aee2-47d1-85e5-bb150befc129 req-c2ec1116-0260-4643-b296-89d46915b023 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0262163 Aug 27 05:10:07.087391 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-073c3986-a502-4de6-a57d-d9a185336a1e req-3ccc57a4-df10-4580-81d0-d4d364c0e953 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0264165 Aug 27 05:10:08.191012 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b48fb05b-3036-4b5b-96fe-c8f560fb709b req-0a87c269-516e-499a-836d-35b9661253d0 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6f9d93e-d3a5-4cc2-91b6-afc2cf552a5d HTTP/1.1" status: 200 len: 210 time: 0.0266266 Aug 27 05:10:09.248256 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 57070) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:10:09.377197 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Deleting port 3436b195-84a0-400f-bc96-7db64d7fcae1 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:10:09.377541 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:09.452146 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:09.452507 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:09.464836 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Calling delete_port for 3436b195-84a0-400f-bc96-7db64d7fcae1 owned by network:floatingip {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:10:09.666155 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:09.692283 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event deleted for resources: {'Port': ['ID=3436b195-84a0-400f-bc96-7db64d7fcae1,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:10:09.716644 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.717012 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.717369 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.717713 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.718053 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.718396 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.718733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.719071 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.719405 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.719736 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.720066 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.720416 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:10:09.764302 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for floatingip, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:09.767074 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:09.768422 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-36ba0f93-f791-4550-b2d6-74258065202a tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "DELETE /v2.0/floatingips/d98fe8f4-c934-4f50-bec6-d4f2cb53c549 HTTP/1.1" status: 204 len: 168 time: 0.5189648 Aug 27 05:10:14.660951 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:15.308331 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:10:23.211579 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-efb739b1-82b8-4693-b379-965cd10490c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:25.817283 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-873cf2c3-ee74-41a9-83c9-05e4aa433b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:26.051995 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:27.036764 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:28.642515 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:38.976606 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-53fc69dc-f7b6-4431-927c-9260dd5bde32 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426931 Aug 27 05:10:39.057341 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-ef37298d-4415-45a8-8885-675f00ecc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:10:39.058792 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-ef37298d-4415-45a8-8885-675f00ecc9e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0396371 Aug 27 05:10:39.158347 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-467d4a1f-fc87-4113-92ad-4694c35ef797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:10:39.159786 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-467d4a1f-fc87-4113-92ad-4694c35ef797 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0820882 Aug 27 05:10:39.229505 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-7951b964-8c7c-45ad-9fa9-e3ddacfb2408 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0626423 Aug 27 05:10:39.277902 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-6aa1a923-f7d9-424d-805f-376b351a07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:10:39.279313 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-6aa1a923-f7d9-424d-805f-376b351a07c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0435874 Aug 27 05:10:39.324729 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-297e3488-30c2-4132-97f7-ff5d913d7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:10:39.326184 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-297e3488-30c2-4132-97f7-ff5d913d7e0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395343 Aug 27 05:10:39.416146 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-ef39ceed-0b18-4a26-9e6a-0cb7438e1ae9 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830481 Aug 27 05:10:39.506820 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1eafe283-6e12-471a-ad20-3ebbe31d3c14 req-65fc5744-8093-4771-a78d-cb847a84d87c service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839176 Aug 27 05:10:44.648522 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:52.307372 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:10:53.201644 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6394-a3f7-43fd-b76a-e441f5fcc575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:55.819059 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ac8a5548-ec8d-4e13-898c-b6505f895a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:56.080090 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:57.070625 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:10:58.652139 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:14.703553 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:23.229430 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-49b0b7dc-7bc5-41c8-93e7-4c90d5f64df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:25.846862 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3b24ec62-7316-47d3-a368-3f6af85e9265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:26.051346 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:27.138249 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:28.652455 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:29.306413 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:11:39.428410 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-cf6d6aff-5d9f-4a26-bd29-33048eeab8d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862591 Aug 27 05:11:39.514624 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-d473c76d-e36d-4a20-89f2-6745490a4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:11:39.516213 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-d473c76d-e36d-4a20-89f2-6745490a4b11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0463731 Aug 27 05:11:39.621048 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-ba6e5dd6-092b-41cb-a38f-012f3f66182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:11:39.622521 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-ba6e5dd6-092b-41cb-a38f-012f3f66182d service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0839720 Aug 27 05:11:39.692815 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-dd5cac31-5aa8-469f-a1af-75810f8d8b0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0626850 Aug 27 05:11:39.743049 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-bdcbebc6-7705-4b60-ae5f-72e813fdf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:11:39.744539 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-bdcbebc6-7705-4b60-ae5f-72e813fdf5a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0448794 Aug 27 05:11:39.790395 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-bff5ffbd-81b5-4f8d-83b7-59c10d8564c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:11:39.791875 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-bff5ffbd-81b5-4f8d-83b7-59c10d8564c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405309 Aug 27 05:11:39.882769 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-83a93bae-8e2d-4852-a2eb-6f3d9eb0552e service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835311 Aug 27 05:11:39.972564 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b9093592-e3fe-4e96-9394-8c53491b2269 req-3ff093c5-aa24-497c-a040-03b3b08a85e6 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807405 Aug 27 05:11:44.657520 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:53.274886 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-35abab84-7c8b-4b60-bb73-480fb437856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:55.817060 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e775d83c-a3ae-46e2-a1db-65c18c2ba90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:56.033735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:57.056745 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:11:58.651545 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:06.305548 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:12:14.674189 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:23.245005 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d29e96a0-37a1-4827-9929-d0d3e992a005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:25.850957 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4ef9578f-c80e-44a2-890c-89ed431ff6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:26.039512 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:27.045047 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:28.645395 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:42.129475 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-f0caec50-7298-49c9-8728-50dc107caec5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407870 Aug 27 05:12:42.215281 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b3bfd-5b94-4328-8bff-aef51190738a req-a1f741cf-9994-46c1-bbab-567c972dffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:12:42.216811 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-a1f741cf-9994-46c1-bbab-567c972dffd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0468032 Aug 27 05:12:42.318772 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b3bfd-5b94-4328-8bff-aef51190738a req-dd0f8bfb-7bb8-457b-9839-cc22fcb817f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:12:42.320856 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-dd0f8bfb-7bb8-457b-9839-cc22fcb817f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0838523 Aug 27 05:12:42.388867 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-948db7d3-098f-4cb1-8722-888bec4f14ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0608852 Aug 27 05:12:42.436478 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b3bfd-5b94-4328-8bff-aef51190738a req-3390ae71-e899-47b3-b9f0-5c764311c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:12:42.437892 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-3390ae71-e899-47b3-b9f0-5c764311c4bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0423920 Aug 27 05:12:42.482579 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b3bfd-5b94-4328-8bff-aef51190738a req-d02d5618-7e2e-4a24-bdf9-4361ffddb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:12:42.484031 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-d02d5618-7e2e-4a24-bdf9-4361ffddb154 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391202 Aug 27 05:12:42.577604 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-5ed37933-3a8b-4fbe-a295-c49783f73cee service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Aug 27 05:12:42.666250 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-215b3bfd-5b94-4328-8bff-aef51190738a req-a4b6031d-e36f-4122-a922-52d96b807cc2 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809100 Aug 27 05:12:43.305176 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:12:44.707592 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:53.227543 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8f7c5944-dacd-4cfe-8498-0de74ccbd7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:55.884332 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a0dbee7a-976a-48bb-a7a3-ddda1f927828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:56.061795 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:57.084392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:12:58.701621 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:14.713278 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:20.304155 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:13:23.221742 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c3d8544f-5f06-4fdd-8b5e-c530cb7bec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:25.833045 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d78b872f-0db3-4074-9d47-7f25f38992b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:26.084812 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:27.112636 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:28.649854 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:41.908231 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-dc8e2638-6d7b-4fe7-a243-975572614674 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394745 Aug 27 05:13:41.995406 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-c6867928-9ded-4d2a-80a1-195ac48ff153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:13:41.998689 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-c6867928-9ded-4d2a-80a1-195ac48ff153 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0468185 Aug 27 05:13:42.099979 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-b2eed982-c3b6-4bc5-b8dc-9d256660e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:13:42.101450 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-b2eed982-c3b6-4bc5-b8dc-9d256660e6ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0837159 Aug 27 05:13:42.172444 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-ce07b732-3b44-4e57-98a4-bedf6fdae4b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0636954 Aug 27 05:13:42.222178 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-09ba0157-9f68-48e9-b748-8ddce28fe234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:13:42.223707 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-09ba0157-9f68-48e9-b748-8ddce28fe234 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0442882 Aug 27 05:13:42.268730 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-928e4784-64c7-40cc-a1a2-b6cb1c8a07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:13:42.270198 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-928e4784-64c7-40cc-a1a2-b6cb1c8a07d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397627 Aug 27 05:13:42.359591 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-191c9709-a9d5-4a0a-8c0e-d8da8d06728b service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822315 Aug 27 05:13:42.446936 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1a6fba6e-7b70-42a1-8bbc-0c09eddce3e6 req-781987d9-23ce-4049-b11b-7f17e8f14297 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806851 Aug 27 05:13:44.706271 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:53.221959 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c12e02c0-4caf-4798-8e1d-3ddd26608c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:55.855160 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4dfba18c-d5f7-411e-97bc-b2628f4abe60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:56.055575 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:57.065634 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:13:57.303311 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:13:58.660869 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:14.701709 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:23.249445 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-043cfe6d-30cf-4dbc-a329-952803b08d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:25.866694 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-370962e9-af7e-4f86-9de9-c9c741aa2577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:26.044464 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:27.070503 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:28.664575 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:34.302317 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:14:41.924448 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-90efc788-900a-4922-b71c-4d1560ea2916 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400772 Aug 27 05:14:42.009025 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b6033-9c2f-4649-a568-80de57834214 req-81dcf148-d339-457b-9463-172e3efc6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:14:42.010595 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-81dcf148-d339-457b-9463-172e3efc6ab4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0459800 Aug 27 05:14:42.114689 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b6033-9c2f-4649-a568-80de57834214 req-fb3e8bf7-6f95-44a1-98cd-1dac82603869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:14:42.116192 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-fb3e8bf7-6f95-44a1-98cd-1dac82603869 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0863829 Aug 27 05:14:42.186161 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-369ae986-24be-408e-a6b8-a5c4d6f71218 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0624018 Aug 27 05:14:42.236290 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b6033-9c2f-4649-a568-80de57834214 req-de97889c-b83b-4835-8fe8-0d089337bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:14:42.237765 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-de97889c-b83b-4835-8fe8-0d089337bb92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0447359 Aug 27 05:14:42.282441 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b6033-9c2f-4649-a568-80de57834214 req-fc3099d9-42f4-4e54-ad80-ba951d9f15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:14:42.283825 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-fc3099d9-42f4-4e54-ad80-ba951d9f15d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392604 Aug 27 05:14:42.373117 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-9699f12b-eec3-46a5-9a68-38811dd64701 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823748 Aug 27 05:14:42.461002 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c0b6033-9c2f-4649-a568-80de57834214 req-36e43677-f033-411a-b248-5803aa6d2374 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803232 Aug 27 05:14:44.772670 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:53.229424 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-eaad40cd-84e8-4c54-aa51-c8d1cd4a30e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:55.837672 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-334e6113-aaf1-44a5-83b5-f084b2186b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:56.031871 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:57.070000 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:14:58.663860 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:11.301375 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:15:14.812904 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:23.209093 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6756-488c-472a-a007-ccd567660ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:25.857555 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f09940d8-705f-467b-ba4c-ca2bf09a0735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:26.080756 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:27.108658 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:28.711932 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:42.377038 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-c460412a-c3f2-44aa-bda4-2e239b5ba2e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406272 Aug 27 05:15:42.464000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-f6514c61-6657-4d38-9552-ba7564f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:15:42.465535 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-f6514c61-6657-4d38-9552-ba7564f74e4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0447772 Aug 27 05:15:42.568220 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-601e7408-bd25-4744-9be9-0acf62383e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:15:42.569728 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-601e7408-bd25-4744-9be9-0acf62383e42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0831978 Aug 27 05:15:42.643193 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-3d377161-87a3-4be9-b8f6-053358ca3efb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0662987 Aug 27 05:15:42.692182 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-698c292c-231e-4d3a-b7ab-d60349ce4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:15:42.693713 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-698c292c-231e-4d3a-b7ab-d60349ce4ee4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0438888 Aug 27 05:15:42.739276 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-45586ac5-dd0d-4d39-84df-99f320d46525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:15:42.740806 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-45586ac5-dd0d-4d39-84df-99f320d46525 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403194 Aug 27 05:15:42.833500 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-50e2fc76-4d2d-4545-a0f0-1f27a556b67a service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850048 Aug 27 05:15:42.924331 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1abbd82e-1355-421e-8758-f2dcce1a2297 req-1534860c-304e-465a-8349-314775a2282f service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839167 Aug 27 05:15:44.759661 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:48.300412 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:15:53.225772 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-2694e092-e699-4127-88a2-0f04b692fe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:55.860101 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-2f1036c1-b441-4d88-b55d-431bb58084b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:56.094922 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:57.096775 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:15:58.673563 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:09.574320 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 59268) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:09.634412 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:09.658500 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:09.799016 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:09.801578 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:09.803333 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] 10.222.0.25 "DELETE /v2.0/security-groups/f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32 HTTP/1.1" status: 204 len: 168 time: 0.2279472 Aug 27 05:16:09.812730 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c5f38e-fe27-4fdd-8afa-ed7bd805cd32,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:09.822687 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.823038 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.823384 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.823718 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.824055 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.824482 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.824956 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.825231 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.825562 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.825890 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.826214 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:09.826537 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c3f81-3bb0-488f-9eab-048cefae27d2 tempest-TestVolumeBootPattern-142442487 tempest-TestVolumeBootPattern-142442487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:10.205650 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59276) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:11.035668 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:11.325788 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Deleting port f35567a3-1b37-4b8f-a31b-bf382bbef5ee {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:11.326474 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:11.404657 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] For port f35567a3-1b37-4b8f-a31b-bf382bbef5ee, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:11.405057 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:11.418105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Calling delete_port for f35567a3-1b37-4b8f-a31b-bf382bbef5ee owned by network:router_interface {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:11.654143 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:11.682167 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f35567a3-1b37-4b8f-a31b-bf382bbef5ee,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.736032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:11.853736 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:12.066575 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:12.176158 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:12.182336 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-fde35796-fdb0-4748-99f9-af58490185ef admin admin] 10.222.0.25 "PUT /v2.0/routers/ad5648eb-c88d-4895-b0aa-3e91a72f81d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9755914 Aug 27 05:16:12.184200 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59288) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:12.186931 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] Sync routers for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:12.197419 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:16:12.198251 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:15:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:12.292286 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:12.310371 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:16:12.404193 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:12.508905 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T05:16:11Z', 'revision_number': 5, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port': {'id': '9b345489-b5f4-46a8-b55e-a899b8a1cec0', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T04:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:12.524105 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Deleting port 9b345489-b5f4-46a8-b55e-a899b8a1cec0 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:12.524490 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:12.538862 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] Checking router: ad5648eb-c88d-4895-b0aa-3e91a72f81d6 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:12.547306 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] Routers {'ad5648eb-c88d-4895-b0aa-3e91a72f81d6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:16:12.547922 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:15:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:12.608019 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] For port 9b345489-b5f4-46a8-b55e-a899b8a1cec0, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=9b345489-b5f4-46a8-b55e-a899b8a1cec0,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:12.608477 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:12.622784 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Calling delete_port for 9b345489-b5f4-46a8-b55e-a899b8a1cec0 owned by network:router_gateway {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:12.636055 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] Set router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 gateway port host: None {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:16:12.687116 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T05:16:12Z', 'revision_number': 6, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port_host': None}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:12.719393 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b992fff-168b-409b-bf6a-a866adda6174 None None] The sync data for ids ['ad5648eb-c88d-4895-b0aa-3e91a72f81d6'] in dv-cinder-778193-4-iscsi is: [{'id': 'ad5648eb-c88d-4895-b0aa-3e91a72f81d6', 'name': 'tempest-TestVolumeBootPattern-619813720-router', 'tenant_id': '92b52bac76904561ad7afe6ed672e999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:47Z', 'updated_at': '2021-08-27T05:16:12Z', 'revision_number': 6, 'project_id': '92b52bac76904561ad7afe6ed672e999', 'gw_port_host': None}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:12.873182 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:12.898178 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b345489-b5f4-46a8-b55e-a899b8a1cec0,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:12.956091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.045827 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.047792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.170623 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.171207 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5648eb-c88d-4895-b0aa-3e91a72f81d6 {{(pid=101016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:16:13.175417 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.176594 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-62b9f76d-0358-46a3-95f5-e002f10e03f4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ad5648eb-c88d-4895-b0aa-3e91a72f81d6 HTTP/1.1" status: 204 len: 168 time: 0.9913538 Aug 27 05:16:13.179662 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59294) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:13.223109 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] Deleting subnet 12378feb-3549-4d6c-8c2e-826ec58524fa {{(pid=101016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 05:16:13.226814 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.260235 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9740171'] for subnet, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.340882 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.455032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6856892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12193384'] for subnet, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.484210 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12378feb-3549-4d6c-8c2e-826ec58524fa,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:13.485864 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.487767 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-cc00b559-7fd6-4de3-adda-0710b706b6cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/12378feb-3549-4d6c-8c2e-826ec58524fa HTTP/1.1" status: 204 len: 168 time: 0.3071899 Aug 27 05:16:13.490388 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59298) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:13.499979 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf42d9-cb91-444c-95f0-9812d629b1ad None None] Network 613bda8f-41ae-4346-8e6b-bc116801f626 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:16:13.566110 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.623893 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Deleting port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:13.624240 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.701069 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] For port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,segment=NetworkSegment(2e64c820-1c8e-4785-b5f5-b53c522d129a),segment_id=2e64c820-1c8e-4785-b5f5-b53c522d129a)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:13.701482 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.719909 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Calling delete_port for ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 owned by network:dhcp {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:13.824233 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] DHCP port deletion for 613bda8f-41ae-4346-8e6b-bc116801f626 request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 05:16:13.871376 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Deleting port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:13.871764 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.873527 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.901907 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:13.906628 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] No DVR routers for this DVR port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 on host dv-cinder-778193-4-iscsi {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:16:13.918828 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f35567a3-1b37-4b8f-a31b-bf382bbef5ee no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:13.944340 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: f35567a3-1b37-4b8f-a31b-bf382bbef5ee {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:16:13.944694 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f35567a3-1b37-4b8f-a31b-bf382bbef5ee not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:13.945126 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:13.967989 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:16:13.968346 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:13.968793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 9b345489-b5f4-46a8-b55e-a899b8a1cec0 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:13.980318 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:13.990090 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613bda8f-41ae-4346-8e6b-bc116801f626']}} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:13.998890 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 9b345489-b5f4-46a8-b55e-a899b8a1cec0 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:16:13.999146 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 9b345489-b5f4-46a8-b55e-a899b8a1cec0 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:14.000845 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e64c820-1c8e-4785-b5f5-b53c522d129a') {'for_net_delete': True} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:14.001153 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.services.segments.db [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e64c820-1c8e-4785-b5f5-b53c522d129a') {} {{(pid=101016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:14.004143 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] For port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688, host dv-cinder-778193-4-iscsi, got binding levels [] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:14.004573 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.011669 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9740180'] for segment, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.017164 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Calling delete_port for ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:14.019778 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.ipam_backend_mixin [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 was not found and therefore no delete operation was performed {{(pid=101017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 05:16:14.021094 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.025798 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.031698 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:16:14.032087 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6856922'] for segment, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: Traceback (most recent call last): Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: timer() Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: cb(*args, **kw) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: return func(*args, **kwargs) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: self._notify() Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: self.callback(batched_events) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: event.method(event) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: return f(self, *a, **k) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._get(url).json() Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: return self.request(url, 'GET', **kwargs) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 05:16:14.033732 dv-cinder-778193-4-iscsi neutron-server[101016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 05:16:14.046060 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Pushing event deleted for resources: {'Port': ['ID=ccaf39b2-04fd-4a42-88a2-ba3cd07bd688,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:14.050419 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] No DVR routers for this DVR port ccaf39b2-04fd-4a42-88a2-ba3cd07bd688 on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:16:14.057602 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.060954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.061995 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d4533-98ee-47ef-9675-118015949e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:16:14.164505 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.169970 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.171966 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/613bda8f-41ae-4346-8e6b-bc116801f626 HTTP/1.1" status: 204 len: 168 time: 0.6806138 Aug 27 05:16:14.174950 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 59302) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:14.183538 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261c82-f5ca-49d0-a2ef-5d8d52d58fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=613bda8f-41ae-4346-8e6b-bc116801f626,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:14.513617 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.764925 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Deleting port f6a2c6f6-1405-476f-9be1-1d52347f9538 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:14.765205 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.768401 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.842191 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] For port f6a2c6f6-1405-476f-9be1-1d52347f9538, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=f6a2c6f6-1405-476f-9be1-1d52347f9538,segment=NetworkSegment(4939d2bc-544b-408f-9e92-fa1193f65ceb),segment_id=4939d2bc-544b-408f-9e92-fa1193f65ceb)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:14.842560 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:14.855641 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Calling delete_port for f6a2c6f6-1405-476f-9be1-1d52347f9538 owned by network:router_interface {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:15.090973 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:15.118296 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a2c6f6-1405-476f-9be1-1d52347f9538,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:15.546175 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:15.765183 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Router 93046374-5d7a-4023-ab9a-c89bca5477c6 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:16:15.885496 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:16:15.891912 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-bea1d0ba-835d-4ea2-8a8e-71f8062416d0 admin admin] 10.222.0.25 "PUT /v2.0/routers/93046374-5d7a-4023-ab9a-c89bca5477c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158623 Aug 27 05:16:15.893404 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 59312) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:15.896079 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6748557-df6c-4f47-af81-7506add88398 None None] Sync routers for ids ['93046374-5d7a-4023-ab9a-c89bca5477c6'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:16:15.905321 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] Routers {'93046374-5d7a-4023-ab9a-c89bca5477c6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:16:15.906049 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:15:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['93046374-5d7a-4023-ab9a-c89bca5477c6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:16.000488 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks [] for router, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.010955 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] Set router 93046374-5d7a-4023-ab9a-c89bca5477c6 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:16:16.099553 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.189216 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T05:16:14Z', 'revision_number': 5, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port': {'id': '6bdfae4b-182d-4284-8d3e-82bf05354f13', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:45:58Z', 'updated_at': '2021-08-27T04:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:16.218737 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6748557-df6c-4f47-af81-7506add88398 None None] Checking router: 93046374-5d7a-4023-ab9a-c89bca5477c6 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:16:16.227874 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] Routers {'93046374-5d7a-4023-ab9a-c89bca5477c6'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:16:16.228524 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:15:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['93046374-5d7a-4023-ab9a-c89bca5477c6'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:16.240390 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Deleting port 6bdfae4b-182d-4284-8d3e-82bf05354f13 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:16.240735 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.313192 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] Set router 93046374-5d7a-4023-ab9a-c89bca5477c6 gateway port host: None {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:16:16.319270 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] For port 6bdfae4b-182d-4284-8d3e-82bf05354f13, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=6bdfae4b-182d-4284-8d3e-82bf05354f13,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:16.319664 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.332249 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Calling delete_port for 6bdfae4b-182d-4284-8d3e-82bf05354f13 owned by network:router_gateway {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:16.365285 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-f6748557-df6c-4f47-af81-7506add88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T05:16:16Z', 'revision_number': 6, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port_host': None}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:16.394344 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6748557-df6c-4f47-af81-7506add88398 None None] The sync data for ids ['93046374-5d7a-4023-ab9a-c89bca5477c6'] in dv-cinder-778193-4-iscsi is: [{'id': '93046374-5d7a-4023-ab9a-c89bca5477c6', 'name': 'tempest-TestVolumeBootPattern-877360386-router', 'tenant_id': 'ae4d88312e7842e784da531b68ab996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:45:57Z', 'updated_at': '2021-08-27T05:16:16Z', 'revision_number': 6, 'project_id': 'ae4d88312e7842e784da531b68ab996c', 'gw_port_host': None}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:16:16.587619 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.614176 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdfae4b-182d-4284-8d3e-82bf05354f13,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:16.678035 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.772134 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.775483 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.918915 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.919462 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93046374-5d7a-4023-ab9a-c89bca5477c6 {{(pid=101015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:16:16.928096 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:16.928096 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-dde4c4f3-e75e-4007-95f4-0116b67b26cf admin admin] 10.222.0.25 "DELETE /v2.0/routers/93046374-5d7a-4023-ab9a-c89bca5477c6 HTTP/1.1" status: 204 len: 168 time: 1.0306447 Aug 27 05:16:16.928096 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 59318) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:16.977804 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] Deleting subnet 1564e611-4414-4bcb-8588-b75c118dc0e5 {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 05:16:16.980903 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.015240 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.093145 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.227958 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.258309 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1564e611-4414-4bcb-8588-b75c118dc0e5,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:17.263090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.265359 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-ed8b6263-3c24-48f4-a31e-a0acf2382ed8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1564e611-4414-4bcb-8588-b75c118dc0e5 HTTP/1.1" status: 204 len: 168 time: 0.3365941 Aug 27 05:16:17.267327 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 59320) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:17.269844 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2ada6-7da8-4e46-a3b9-e8eec7f0589d None None] Network 22481aa3-421c-4b3f-a67f-c4be7d857b1c requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:16:17.335773 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.393426 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Deleting port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:17.393783 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.446199 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] DHCP port deletion for 22481aa3-421c-4b3f-a67f-c4be7d857b1c request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 05:16:17.466571 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] For port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,segment=NetworkSegment(4939d2bc-544b-408f-9e92-fa1193f65ceb),segment_id=4939d2bc-544b-408f-9e92-fa1193f65ceb)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:17.466950 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.487990 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Calling delete_port for 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 owned by network:dhcp {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:17.496954 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] Deleting port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:16:17.497358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.557996 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] For port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,segment=NetworkSegment(4939d2bc-544b-408f-9e92-fa1193f65ceb),segment_id=4939d2bc-544b-408f-9e92-fa1193f65ceb)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:16:17.558395 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.571096 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] Calling delete_port for 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:16:17.661659 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.668455 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.689457 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:17.691324 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] No DVR routers for this DVR port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 on host dv-cinder-778193-4-iscsi {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:16:17.700422 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] Pushing event deleted for resources: {'Port': ['ID=4d6f34d9-57c8-436f-bde2-b996bbb42cb5,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:17.705308 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16adccb-425a-4c8e-bad9-00117c3e06c6 None None] No DVR routers for this DVR port 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:16:17.770693 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.780937 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22481aa3-421c-4b3f-a67f-c4be7d857b1c']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:17.791547 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4939d2bc-544b-408f-9e92-fa1193f65ceb') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:17.791849 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4939d2bc-544b-408f-9e92-fa1193f65ceb') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:16:17.800559 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.814090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.820036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 05:16:17.837331 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 05:16:17.898050 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f6a2c6f6-1405-476f-9be1-1d52347f9538 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:17.917547 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: f6a2c6f6-1405-476f-9be1-1d52347f9538 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:16:17.917890 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device f6a2c6f6-1405-476f-9be1-1d52347f9538 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:17.923550 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:17.935977 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:16:17.936323 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 4d6f34d9-57c8-436f-bde2-b996bbb42cb5 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:17.936760 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 6bdfae4b-182d-4284-8d3e-82bf05354f13 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:16:17.957800 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 6bdfae4b-182d-4284-8d3e-82bf05354f13 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:16:17.957800 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 6bdfae4b-182d-4284-8d3e-82bf05354f13 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:16:18.054654 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:18.060163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:18.062096 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] 10.222.0.25 "DELETE /v2.0/networks/22481aa3-421c-4b3f-a67f-c4be7d857b1c HTTP/1.1" status: 204 len: 168 time: 0.7938581 Aug 27 05:16:18.073307 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc1d46-ced4-445d-b685-646b387d1a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=22481aa3-421c-4b3f-a67f-c4be7d857b1c,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:18.385803 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59328) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:18.425215 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-9fe513d7-490b-4590-a445-706804e46d9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92b52bac76904561ad7afe6ed672e999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382462 Aug 27 05:16:18.428227 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59330) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:18.480083 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-143385f9-4894-416b-ad87-73eedbce34e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:18.500910 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-143385f9-4894-416b-ad87-73eedbce34e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:18.633831 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-143385f9-4894-416b-ad87-73eedbce34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:18.636319 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-143385f9-4894-416b-ad87-73eedbce34e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:18.637603 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-143385f9-4894-416b-ad87-73eedbce34e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8004c962-db27-45d0-a7f2-7b4972fbca46 HTTP/1.1" status: 204 len: 168 time: 0.2084394 Aug 27 05:16:18.645868 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143385f9-4894-416b-ad87-73eedbce34e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8004c962-db27-45d0-a7f2-7b4972fbca46,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:19.401582 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59340) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:19.441103 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-3076e7b0-6efb-40fe-b16f-a3452dcae253 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae4d88312e7842e784da531b68ab996c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380225 Aug 27 05:16:19.443202 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 59342) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:16:19.491090 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-830f0a56-61b0-465c-846b-407b2c685a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:19.513086 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-830f0a56-61b0-465c-846b-407b2c685a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:19.671618 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-830f0a56-61b0-465c-846b-407b2c685a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:19.674238 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-830f0a56-61b0-465c-846b-407b2c685a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:19.675513 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-830f0a56-61b0-465c-846b-407b2c685a37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4c785e4-5f93-4ad6-adbd-d0f3c9fd36a5 HTTP/1.1" status: 204 len: 168 time: 0.2313230 Aug 27 05:16:19.685770 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f0a56-61b0-465c-846b-407b2c685a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c785e4-5f93-4ad6-adbd-d0f3c9fd36a5,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:16:23.210622 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-17376996-6974-423d-ae7e-ec4341cf33e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:25.299438 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:16:25.878829 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-df826955-f794-4928-9a24-77983f3bf864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:26.079900 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:27.118718 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:28.673014 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:44.135480 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-b66c1822-73f3-4914-8a3f-753d0600d3c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1885412 Aug 27 05:16:44.214637 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-fc38422c-92c8-487b-ba13-22b01de9cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:16:44.216987 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-fc38422c-92c8-487b-ba13-22b01de9cc2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0400550 Aug 27 05:16:44.320184 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-c9d7da0c-67b8-46e3-bd71-1afcec4511e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:16:44.321698 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-c9d7da0c-67b8-46e3-bd71-1afcec4511e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0853651 Aug 27 05:16:44.385820 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-4c5ce461-94c4-46cd-994f-2e1fecf1545d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0570011 Aug 27 05:16:44.434834 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-ccbad168-472d-42ce-a5bd-b68843a32f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:16:44.436441 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-ccbad168-472d-42ce-a5bd-b68843a32f8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0434906 Aug 27 05:16:44.488645 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-7c6a62b8-5c7b-4970-b6b7-ecac000dad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:16:44.490157 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-7c6a62b8-5c7b-4970-b6b7-ecac000dad71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473197 Aug 27 05:16:44.501430 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-83f793c5-7503-4850-9843-d4d386f3ac6f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 05:16:44.502404 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-83f793c5-7503-4850-9843-d4d386f3ac6f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051327 Aug 27 05:16:44.591756 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-f3e69f57-51b2-4f02-8a42-586ea88d6273 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817609 Aug 27 05:16:44.683319 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3c88b956-4858-439d-b1fe-2fc237a66f2b req-9878e276-f3e1-4b45-a924-dc705df604d3 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846741 Aug 27 05:16:44.798066 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:53.215098 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a43ae858-7e83-4177-83bd-a5beb57a3264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:55.843928 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-67542dd2-6acc-48c0-80e7-1908f12b3975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:56.060660 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:57.099582 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:16:58.723650 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:02.298173 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:17:14.745753 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:23.247974 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebd81-6d68-4182-8ac8-64d90e3b783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:25.836770 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-784da6fa-0aed-4076-97ab-c87b04179b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:26.053962 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:27.099798 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:28.699569 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:39.296481 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:17:43.627902 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-0a2f0ce1-8434-4da6-8e09-247ec850e615 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2926893 Aug 27 05:17:43.707572 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-e3d95dba-ff97-47a8-bf4b-276751062824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:17:43.709717 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-e3d95dba-ff97-47a8-bf4b-276751062824 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0405092 Aug 27 05:17:43.811985 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-4bd531cd-3f8d-4387-a266-a39a33f42da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:17:43.813483 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-4bd531cd-3f8d-4387-a266-a39a33f42da2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0856838 Aug 27 05:17:43.877606 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-149cfa13-0fca-4b07-9777-d9b5ed0aa07e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0569792 Aug 27 05:17:43.924824 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-39ba811e-753a-46fa-bee1-12a1f7daf0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:17:43.926272 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-39ba811e-753a-46fa-bee1-12a1f7daf0be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0423775 Aug 27 05:17:43.973987 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-aa037639-cc34-474f-ac44-497a3b3d695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:17:43.975990 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-aa037639-cc34-474f-ac44-497a3b3d695e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433443 Aug 27 05:17:44.063658 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-dc9f3a91-db34-4045-aa9d-4caa8e4ee78c service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806184 Aug 27 05:17:44.156781 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ebdc4911-4104-4b6d-accd-a64ee40ca0ee req-0397ec0b-cbff-46f9-ad66-deef39b4fd50 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862811 Aug 27 05:17:44.762074 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:53.247867 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-52bfc16b-9552-44aa-9005-9e51dc0e081b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:55.842172 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1423c9cd-4a6e-41d9-89cc-1b28bd25ac0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:56.058933 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:57.110590 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:17:58.659125 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:14.761761 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:16.294769 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:18:23.241562 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c9186de8-29e5-48b2-ae8f-9403b951b4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:25.847034 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e9328fee-5a25-4e84-96cd-e3f887699f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:26.064687 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:27.092368 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:28.698165 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:44.773004 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:45.375048 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-913c70c3-a6c9-4b03-8c51-baa987567e71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400918 Aug 27 05:18:45.452774 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969440-5357-4573-89fb-e005b1603e36 req-77f8c73e-76ac-46bc-a313-d6e3f8e00b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:18:45.454798 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-77f8c73e-76ac-46bc-a313-d6e3f8e00b43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0396729 Aug 27 05:18:45.558121 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969440-5357-4573-89fb-e005b1603e36 req-c95939da-7ded-4a50-9a99-c492ddf37222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:18:45.559659 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-c95939da-7ded-4a50-9a99-c492ddf37222 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0871387 Aug 27 05:18:45.625143 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-bd4f4d16-c5e6-4ebc-be61-088587aa80dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0569186 Aug 27 05:18:45.672301 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969440-5357-4573-89fb-e005b1603e36 req-f455ce43-d4fd-4939-b488-35d2ccaf57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:18:45.674160 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-f455ce43-d4fd-4939-b488-35d2ccaf57fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0426304 Aug 27 05:18:45.724331 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969440-5357-4573-89fb-e005b1603e36 req-a4a29e8d-6b2f-49e0-bd62-83f8d65345b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:18:45.725837 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-a4a29e8d-6b2f-49e0-bd62-83f8d65345b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452316 Aug 27 05:18:45.812100 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-d1469042-e0d9-4717-93f2-003a7956fac5 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786219 Aug 27 05:18:45.902204 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-01969440-5357-4573-89fb-e005b1603e36 req-8b058100-9f4a-4695-bf8c-871b470081e5 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834136 Aug 27 05:18:53.223961 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9e7f23ba-155e-4f33-ae16-f3cb9b3560b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:53.293791 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:18:55.851777 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9028c52f-3d2a-4690-9325-5f48ebd897ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:56.046917 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:57.104103 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:18:58.704456 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:14.761243 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:23.256911 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-dc8c64f3-faa5-4c5a-8b42-ec9ed6cf3c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:25.850634 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9a2437fc-a2ec-4c2d-a309-732f9e6206a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:26.075547 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:27.096921 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:28.743862 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:30.293217 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:19:44.787196 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:46.388647 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-a4329d12-daac-49ed-ac55-2cdea95ae07b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401378 Aug 27 05:19:46.466626 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-ac6928ca-31d8-4b0a-90f1-e0b453445822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:19:46.468127 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-ac6928ca-31d8-4b0a-90f1-e0b453445822 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0396314 Aug 27 05:19:46.570600 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-6604a24a-484f-4aa9-a92d-596dbd23ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:19:46.572052 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-6604a24a-484f-4aa9-a92d-596dbd23ea51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0853670 Aug 27 05:19:46.636327 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-d1eff77a-8bfb-487f-bf88-ea240d3ca605 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0573871 Aug 27 05:19:46.684531 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-75820c50-014e-4688-85d1-2fffe46caa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:19:46.685899 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-75820c50-014e-4688-85d1-2fffe46caa29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0429823 Aug 27 05:19:46.734766 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-5b3f34dd-e425-418b-b8d5-1502c94c8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:19:46.736742 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-5b3f34dd-e425-418b-b8d5-1502c94c8d68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436318 Aug 27 05:19:46.822462 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-9121a8f0-47d7-405f-bef7-462fb0c935d2 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785658 Aug 27 05:19:46.910874 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-074adeab-6aca-4f81-91d7-cbc2acd2dd6d req-ac5d248e-e9a8-499e-980f-466076c4a32b service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819688 Aug 27 05:19:53.246462 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9910b464-0a4f-474d-b21d-16b3f8e4024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:55.874991 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9f0903dc-e41d-4183-b58a-48dd963e4ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:56.066990 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:57.106850 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:19:58.695508 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:07.291732 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:20:14.763812 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:23.283830 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-45e8806f-5155-4ac4-9957-ee44c805d30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:25.855054 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c4279765-d12c-4fd4-b4c2-0ae832381524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:26.077808 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:27.123622 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:28.700836 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:44.290948 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:20:44.760622 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:47.372421 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-6ba4fb0d-fc5a-4c34-8083-2dd09c1ca86e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404503 Aug 27 05:20:47.450684 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-582a89da-8bd7-40d6-9fed-d65385d508aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:20:47.452060 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-582a89da-8bd7-40d6-9fed-d65385d508aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0392785 Aug 27 05:20:47.555222 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-1bea7f8b-af99-438e-ad34-0ef58c803ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:20:47.556749 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-1bea7f8b-af99-438e-ad34-0ef58c803ae3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0861373 Aug 27 05:20:47.621282 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-94bf9b6a-410a-4301-9159-1bef9853a18d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0572789 Aug 27 05:20:47.669073 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-06e9d778-0d28-4bbf-9c71-44046e2b77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:20:47.670517 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-06e9d778-0d28-4bbf-9c71-44046e2b77ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0429051 Aug 27 05:20:47.719856 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-1d35fd11-f70d-41b5-abfe-1d50e1ff91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:20:47.721337 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-1d35fd11-f70d-41b5-abfe-1d50e1ff91c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443060 Aug 27 05:20:47.811815 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-06cf886b-12b7-48ee-8499-c124a87883b2 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831945 Aug 27 05:20:47.902070 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f93096a0-7b8d-4f58-b4af-dfa69cab7363 req-f7bb6801-e426-439a-884f-145289e483c3 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836513 Aug 27 05:20:53.223223 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c95bc39c-b1a8-46cd-952b-9c1b20acff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:55.862936 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a291aaf7-e7a3-448b-85b4-ab94f61f6152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:56.073902 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:57.102779 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:20:58.756457 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:14.786939 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:21.290210 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:21:23.278682 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-eed1fa9a-0b48-4c1b-abea-531e81637b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:25.889507 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c0c978e0-8aad-443a-8cee-d56a53c55ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:26.049453 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:27.096987 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:28.700814 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:44.838179 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:47.443041 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-356d3893-d2d0-4a56-8673-6e9d3c96088c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992000 Aug 27 05:21:47.520039 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-d761c695-67da-459f-8f35-089abeedbac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:21:47.521566 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-d761c695-67da-459f-8f35-089abeedbac3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0384996 Aug 27 05:21:47.623452 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-81a7f187-589f-44c1-8d88-b18427dc3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:21:47.624797 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-81a7f187-589f-44c1-8d88-b18427dc3253 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0837555 Aug 27 05:21:47.687712 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-f5fa7b51-ea59-4205-b53f-1e18ac9fc5e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0563574 Aug 27 05:21:47.735140 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-c94a170c-88c6-421d-97f2-bcc738f27936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:21:47.736560 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-c94a170c-88c6-421d-97f2-bcc738f27936 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0426149 Aug 27 05:21:47.783423 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-b00cacd6-111d-4003-acb3-f8730ce15b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:21:47.784940 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-b00cacd6-111d-4003-acb3-f8730ce15b0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418158 Aug 27 05:21:47.871999 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-e5ac0fa3-391e-403a-94a0-46955ef12f90 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799713 Aug 27 05:21:47.961720 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b195e572-6b4f-4d71-93ec-4d9de854e38f req-28a004c0-9bb5-4a9c-8923-2cd4c566ec2c service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831933 Aug 27 05:21:53.270703 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-312a4032-76c7-47c1-9e3b-52aed664ea48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:55.837580 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e9065c57-1cc3-4d7b-8a8a-b4526f5c321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:56.077282 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:57.169002 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:21:58.288862 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:21:58.716347 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:14.812671 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:23.247140 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b7e00afd-7c4e-4d7f-83be-bc067c46989c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:25.841422 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bf02a250-411e-4409-af32-46547cf54939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:26.075138 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:27.126881 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:28.709649 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:35.287540 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:22:44.799667 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:49.380390 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-f3757be3-97e6-4cc3-8912-e457668adca8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397129 Aug 27 05:22:49.460881 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-f9f1af6c-ddd9-46b8-91cb-999035826807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:22:49.462332 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-f9f1af6c-ddd9-46b8-91cb-999035826807 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64a0028b26d4857b0daf241b29ee95b&device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 1098 time: 0.0397170 Aug 27 05:22:49.567506 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-92e9c488-713e-48d4-bb13-cb68dae3d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:22:49.569100 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-92e9c488-713e-48d4-bb13-cb68dae3d295 service neutron] 10.222.0.43 "GET /v2.0/networks?id=efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 200 len: 911 time: 0.0883143 Aug 27 05:22:49.633203 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-a6c293ff-baba-4734-aeb0-1c98ae775bdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 200 len: 1001 time: 0.0568039 Aug 27 05:22:49.681309 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-81f52560-3590-4424-bd99-b7729daf30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:22:49.682776 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-81f52560-3590-4424-bd99-b7729daf30af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 200 len: 849 time: 0.0423532 Aug 27 05:22:49.731397 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-4ac99a4f-7715-4436-a4e9-b5cf02c1a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:22:49.732894 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-4ac99a4f-7715-4436-a4e9-b5cf02c1a094 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efeab20c-8f4e-4787-8029-6f134a488ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432701 Aug 27 05:22:49.819807 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-12ffdcba-d9e9-44ab-aaac-10c6b66a6605 service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795128 Aug 27 05:22:49.910929 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a04315b1-6df4-44bf-b7b8-410dd2d43a9b req-ec9ae4db-060f-4e50-9570-8ed20868725f service neutron] 10.222.0.43 "GET /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Aug 27 05:22:53.210632 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a09b2af0-981b-4b06-8dd3-8609c602e3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:55.873623 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-30b2b5cb-4969-4c5d-8991-4bc106071cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:56.056239 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:57.142376 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:22:58.707460 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:12.287187 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:23:14.791953 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:23.225311 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f0ada9ce-1b09-4f1f-bff8-55b32f075b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:25.876823 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f7154414-f33f-4873-8558-f54acaaf5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:26.066579 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:27.134315 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:28.705936 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:34.894744 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d45de-c43f-4b31-9542-90de6e661eb6 req-13c8c93b-d188-4132-a373-079b23d46f94 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:23:34.896218 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cb7d45de-c43f-4b31-9542-90de6e661eb6 req-13c8c93b-d188-4132-a373-079b23d46f94 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 945 time: 0.1765773 Aug 27 05:23:34.932985 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-cb7d45de-c43f-4b31-9542-90de6e661eb6 req-c199fa04-20bd-4939-a6ad-15685d73cfe4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308270 Aug 27 05:23:36.113812 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315f2b5-d520-4eff-8e7a-ac36b64ec414 req-fab303b4-13d2-49ba-a7fc-338f80e9e1c4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:23:36.115368 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c315f2b5-d520-4eff-8e7a-ac36b64ec414 req-fab303b4-13d2-49ba-a7fc-338f80e9e1c4 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 945 time: 0.1007483 Aug 27 05:23:36.153304 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-c315f2b5-d520-4eff-8e7a-ac36b64ec414 req-52608215-b989-45dc-b5f8-a9c9e9ae0a0c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319266 Aug 27 05:23:37.282202 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5d733-52b5-486c-8acc-772f91f9ef4e req-ddbec66e-27fe-417a-9633-bcaf9d733921 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:23:37.284343 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14a5d733-52b5-486c-8acc-772f91f9ef4e req-ddbec66e-27fe-417a-9633-bcaf9d733921 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Aug 27 05:23:37.321542 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-14a5d733-52b5-486c-8acc-772f91f9ef4e req-aa1b7275-5186-477f-aff4-7f3af228ac8b tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups?id=e811a0b5-cec1-431d-aad6-6066603eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Aug 27 05:23:37.498783 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-9c66afec-d006-4fcd-b96f-ad19bf5e59a8 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:23:37.500212 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-9c66afec-d006-4fcd-b96f-ad19bf5e59a8 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 945 time: 0.0517440 Aug 27 05:23:37.588820 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Deleting port 16b48721-18b8-43cd-8ce7-088d0d2af740 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:23:37.589091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:37.675896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] For port 16b48721-18b8-43cd-8ce7-088d0d2af740, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=16b48721-18b8-43cd-8ce7-088d0d2af740,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:23:37.676372 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:37.839310 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:37.839616 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:37.839936 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Floating IP 486970ab-705d-42b4-878f-d2e494e71a64 disassociated. External IP: 172.27.0.148, port: 16b48721-18b8-43cd-8ce7-088d0d2af740. Aug 27 05:23:37.840279 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Calling delete_port for 16b48721-18b8-43cd-8ce7-088d0d2af740 owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:23:38.031060 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:38.059530 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event deleted for resources: {'Port': ['ID=16b48721-18b8-43cd-8ce7-088d0d2af740,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:38.070801 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.071166 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.071519 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.071862 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.072201 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.072597 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.073039 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.073315 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.073909 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.074584 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.074584 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.074886 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:38.182255 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Router d3880144-1e4f-4c82-9497-41f3a0d48f3c has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:23:38.286849 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:23:38.296307 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] Sync routers for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:23:38.306469 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:23:38.307088 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:38.324390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] No DVR routers for this DVR port 16b48721-18b8-43cd-8ce7-088d0d2af740 on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:23:38.326890 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:38.328997 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-5651c835-f381-4aea-a50a-0878e027f2b3 req-4124ec3c-558d-449b-8473-7be900527f7c tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.43 "DELETE /v2.0/ports/16b48721-18b8-43cd-8ce7-088d0d2af740 HTTP/1.1" status: 204 len: 173 time: 0.8225811 Aug 27 05:23:38.329446 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'name': 'network-vif-deleted', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:23:38.331792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d783b-6c94-43b6-b6f5-4c99c0b47d87" -d '{"events": [{"server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "name": "network-vif-deleted", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:23:38.419965 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:23:38.420141 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-98dd68af-98e5-47b0-b08a-1fb7e5cee637 req-bb93b473-e197-4778-8cc8-1eba29c4b3f1 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d761902-5cf2-4eae-8bc0-ef2240e39e66 HTTP/1.1" status: 200 len: 210 time: 0.0288458 Aug 27 05:23:38.453037 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 05:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe342b2-fa3e-4bcd-9bd2-d6b14e6cf772 x-openstack-request-id: req-8fe342b2-fa3e-4bcd-9bd2-d6b14e6cf772 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:23:38.453341 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d761902-5cf2-4eae-8bc0-ef2240e39e66", "name": "network-vif-deleted", "tag": "16b48721-18b8-43cd-8ce7-088d0d2af740", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:23:38.453603 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fe342b2-fa3e-4bcd-9bd2-d6b14e6cf772 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:23:38.454018 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d761902-5cf2-4eae-8bc0-ef2240e39e66', 'name': 'network-vif-deleted', 'tag': '16b48721-18b8-43cd-8ce7-088d0d2af740', 'status': 'completed', 'code': 200} Aug 27 05:23:38.635407 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:38.661303 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] Checking router: d3880144-1e4f-4c82-9497-41f3a0d48f3c for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:23:38.669172 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:23:38.669794 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:38.776284 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:23:38.980377 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:39.007766 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc08d4-87c5-497f-8697-19fe514a3168 None None] The sync data for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi is: [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T04:47:52Z', 'revision_number': 4, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a', 'name': '', 'network_id': 'efeab20c-8f4e-4787-8029-6f134a488ff8', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'mac_address': 'fa:16:3e:88:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:50Z', 'updated_at': '2021-08-27T04:47:59Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'subnets': [{'id': 'f184e052-fde1-407b-9f6b-69cb5e7f961f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:23:39.231158 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad855fc6-6bb0-45db-931f-dd3f6692e826 None None] New status for floating IP 486970ab-705d-42b4-878f-d2e494e71a64: DOWN {{(pid=101017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 05:23:39.586519 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 32950) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:39.642856 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93fcd103-d66e-4416-9639-73c20770ae4a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:39.923920 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93fcd103-d66e-4416-9639-73c20770ae4a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.036894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93fcd103-d66e-4416-9639-73c20770ae4a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.040523 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-93fcd103-d66e-4416-9639-73c20770ae4a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.043004 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-93fcd103-d66e-4416-9639-73c20770ae4a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "DELETE /v2.0/security-groups/e811a0b5-cec1-431d-aad6-6066603eab3c HTTP/1.1" status: 204 len: 168 time: 0.4541960 Aug 27 05:23:40.044529 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 32954) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:40.052320 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcd103-d66e-4416-9639-73c20770ae4a tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e811a0b5-cec1-431d-aad6-6066603eab3c,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:40.058167 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.api.v2.resource [None req-641397a0-3da7-4978-9069-4560e03c9dca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] show failed (client error): The resource could not be found. Aug 27 05:23:40.062086 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-641397a0-3da7-4978-9069-4560e03c9dca tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "GET /v2.0/security-groups/e811a0b5-cec1-431d-aad6-6066603eab3c HTTP/1.1" status: 404 len: 347 time: 0.0137746 Aug 27 05:23:40.062392 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 32956) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:40.184786 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Deleting port 3fab4332-d7a2-497a-a343-3206e4fc2bbd {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:23:40.185042 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.260484 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.260815 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.272517 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Calling delete_port for 3fab4332-d7a2-497a-a343-3206e4fc2bbd owned by network:floatingip {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:23:40.471301 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.497409 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Pushing event deleted for resources: {'Port': ['ID=3fab4332-d7a2-497a-a343-3206e4fc2bbd,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:40.524604 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.524963 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.525312 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.525657 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.525996 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.526335 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.526672 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.527007 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.527346 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.527677 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.528007 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.528332 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:40.565939 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks [] for floatingip, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.568425 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:40.569576 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-117dc000-427a-4b6a-a40b-5839968f6a32 tempest-AttachVolumeTestJSON-1203896513 tempest-AttachVolumeTestJSON-1203896513-project] 10.222.0.25 "DELETE /v2.0/floatingips/486970ab-705d-42b4-878f-d2e494e71a64 HTTP/1.1" status: 204 len: 168 time: 0.5062921 Aug 27 05:23:42.009410 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 16b48721-18b8-43cd-8ce7-088d0d2af740 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:23:42.033155 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: 16b48721-18b8-43cd-8ce7-088d0d2af740 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:23:42.033511 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device 16b48721-18b8-43cd-8ce7-088d0d2af740 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:23:44.802301 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:45.824900 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33006) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:46.271120 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:46.779416 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Deleting port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:23:46.779688 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:46.855637 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] For port 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:23:46.856392 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:46.868699 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Calling delete_port for 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a owned by network:router_interface {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:23:47.161545 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:47.190696 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:47.355034 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:47.568298 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Router d3880144-1e4f-4c82-9497-41f3a0d48f3c has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:23:47.676139 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:23:47.683423 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4fe10aea-762b-467e-b7af-1ace466c0ed5 admin admin] 10.222.0.25 "PUT /v2.0/routers/d3880144-1e4f-4c82-9497-41f3a0d48f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8573935 Aug 27 05:23:47.685901 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33022) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:47.688532 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] Sync routers for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:23:47.698352 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:23:47.698960 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:47.792201 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks [] for router, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:47.804297 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:23:47.899573 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:47.989817 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T05:23:46Z', 'revision_number': 5, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port': {'id': 'b40ba935-37c7-4e02-b4bd-e2deb33e5f2b', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:47:47Z', 'updated_at': '2021-08-27T04:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:48.019130 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Deleting port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:23:48.019763 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.019909 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] Checking router: d3880144-1e4f-4c82-9497-41f3a0d48f3c for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:23:48.027890 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] Routers {'d3880144-1e4f-4c82-9497-41f3a0d48f3c'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:23:48.028530 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:26Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:48.102116 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] For port b40ba935-37c7-4e02-b4bd-e2deb33e5f2b, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:23:48.109633 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.114841 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] Set router d3880144-1e4f-4c82-9497-41f3a0d48f3c gateway port host: None {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:23:48.117001 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Calling delete_port for b40ba935-37c7-4e02-b4bd-e2deb33e5f2b owned by network:router_gateway {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:23:48.168597 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T05:23:47Z', 'revision_number': 6, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port_host': None}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:48.280985 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f74f-8211-45ae-9334-9dfaac9d760e None None] The sync data for ids ['d3880144-1e4f-4c82-9497-41f3a0d48f3c'] in dv-cinder-778193-4-iscsi is: [{'id': 'd3880144-1e4f-4c82-9497-41f3a0d48f3c', 'name': 'tempest-AttachVolumeTestJSON-388246028-router', 'tenant_id': 'd64a0028b26d4857b0daf241b29ee95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:47:46Z', 'updated_at': '2021-08-27T05:23:47Z', 'revision_number': 6, 'project_id': 'd64a0028b26d4857b0daf241b29ee95b', 'gw_port_host': None}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:23:48.351160 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.379272 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40ba935-37c7-4e02-b4bd-e2deb33e5f2b,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:48.439737 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.527487 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.529571 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.653924 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.654481 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3880144-1e4f-4c82-9497-41f3a0d48f3c {{(pid=101015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:23:48.659352 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.660692 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-253d76fd-0f66-4cc2-ba59-34a6c5c82660 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d3880144-1e4f-4c82-9497-41f3a0d48f3c HTTP/1.1" status: 204 len: 168 time: 0.9738381 Aug 27 05:23:48.664270 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33028) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:48.716077 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] Deleting subnet f184e052-fde1-407b-9f6b-69cb5e7f961f {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 05:23:48.719079 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.752584 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.826732 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.916853 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.946913 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f184e052-fde1-407b-9f6b-69cb5e7f961f,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:48.952251 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:48.954181 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-28cbc45d-cb87-43a6-af18-c90d0f66b63f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f184e052-fde1-407b-9f6b-69cb5e7f961f HTTP/1.1" status: 204 len: 168 time: 0.2889221 Aug 27 05:23:48.957653 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33032) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:48.958906 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f3d248-28a4-4d59-b63b-eb8cc58c71b9 None None] Network efeab20c-8f4e-4787-8029-6f134a488ff8 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:23:49.028985 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.084863 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Deleting port ec15e498-4f55-40ef-834f-4a52a88239a6 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:23:49.085214 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.133080 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] DHCP port deletion for efeab20c-8f4e-4787-8029-6f134a488ff8 request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 05:23:49.156737 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] For port ec15e498-4f55-40ef-834f-4a52a88239a6, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=ec15e498-4f55-40ef-834f-4a52a88239a6,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:23:49.157111 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.170845 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Calling delete_port for ec15e498-4f55-40ef-834f-4a52a88239a6 owned by network:dhcp {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:23:49.181843 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Deleting port ec15e498-4f55-40ef-834f-4a52a88239a6 {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:23:49.182293 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.245272 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] For port ec15e498-4f55-40ef-834f-4a52a88239a6, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=ec15e498-4f55-40ef-834f-4a52a88239a6,segment=NetworkSegment(2710e412-8648-48a9-a6ef-432fe641a703),segment_id=2710e412-8648-48a9-a6ef-432fe641a703)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:23:49.245681 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.259141 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Calling delete_port for ec15e498-4f55-40ef-834f-4a52a88239a6 owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:23:49.288446 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:23:49.328208 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.337908 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.354373 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec15e498-4f55-40ef-834f-4a52a88239a6,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:49.357813 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] No DVR routers for this DVR port ec15e498-4f55-40ef-834f-4a52a88239a6 on host dv-cinder-778193-4-iscsi {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:23:49.363659 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Pushing event deleted for resources: {'Port': ['ID=ec15e498-4f55-40ef-834f-4a52a88239a6,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:49.365959 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] No DVR routers for this DVR port ec15e498-4f55-40ef-834f-4a52a88239a6 on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:23:49.374254 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.374810 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.375168 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.375515 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.375856 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.376194 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.376568 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.376923 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.377222 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.378095 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.378418 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.378746 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98f094-2cbe-4ce6-a912-41f6b349fbb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:23:49.431624 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.441728 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efeab20c-8f4e-4787-8029-6f134a488ff8']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:49.452111 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2710e412-8648-48a9-a6ef-432fe641a703') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:49.452444 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2710e412-8648-48a9-a6ef-432fe641a703') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:23:49.462084 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.475324 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.480989 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:23:49.481380 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 05:23:49.482976 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 05:23:49.590607 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.596089 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.597980 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/efeab20c-8f4e-4787-8029-6f134a488ff8 HTTP/1.1" status: 204 len: 168 time: 0.6396346 Aug 27 05:23:49.608912 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35b555-1660-40a9-9cef-8c14e7df0ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=efeab20c-8f4e-4787-8029-6f134a488ff8,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:49.840147 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33036) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:49.879679 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5a08988a-f6ae-4292-bb62-fbdee08be248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d64a0028b26d4857b0daf241b29ee95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382550 Aug 27 05:23:49.882012 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33038) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:23:49.927703 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5aa2496a-2453-42f2-b542-96bebfbbb005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:49.948603 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5aa2496a-2453-42f2-b542-96bebfbbb005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:50.082279 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5aa2496a-2453-42f2-b542-96bebfbbb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:50.085034 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-5aa2496a-2453-42f2-b542-96bebfbbb005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:50.086109 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-5aa2496a-2453-42f2-b542-96bebfbbb005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3c69ba2-a13f-4cc8-a601-2227a4104183 HTTP/1.1" status: 204 len: 168 time: 0.2031982 Aug 27 05:23:50.094776 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2496a-2453-42f2-b542-96bebfbbb005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c69ba2-a13f-4cc8-a601-2227a4104183,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:23:50.140991 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ec15e498-4f55-40ef-834f-4a52a88239a6 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:23:50.161822 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: ec15e498-4f55-40ef-834f-4a52a88239a6 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:23:50.162340 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device ec15e498-4f55-40ef-834f-4a52a88239a6 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:23:50.162747 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device b40ba935-37c7-4e02-b4bd-e2deb33e5f2b no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:23:50.184776 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: b40ba935-37c7-4e02-b4bd-e2deb33e5f2b {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:23:50.185139 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device b40ba935-37c7-4e02-b4bd-e2deb33e5f2b not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:23:50.185568 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:23:50.203928 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:23:50.204226 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 2db7af36-9024-4a4f-a9f3-c5ad79d5fa3a not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:23:53.242043 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f39630cf-800e-4ad0-9799-b2c2bafa8f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:55.876249 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-186b902b-5041-426d-8ba0-c44095a1ec12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:56.138868 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:57.161911 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:23:58.739163 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:04.884500 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33262) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:05.085238 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] Deleting subnet 73470c05-b621-47dd-86f6-7fd1bb8ad83f {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 05:24:05.088297 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.122716 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.160398 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.298914 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.327641 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73470c05-b621-47dd-86f6-7fd1bb8ad83f,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:05.331293 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.333994 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-3d3bf388-69fc-4230-a772-f7e104534779 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73470c05-b621-47dd-86f6-7fd1bb8ad83f HTTP/1.1" status: 204 len: 168 time: 0.4475143 Aug 27 05:24:05.336106 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33268) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:05.400341 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.478317 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.487561 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7741ee-482f-42d9-af95-96b466fd6371']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:05.497382 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88aed9b-f878-435e-9e59-74ee8dcc6e61') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:05.497678 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88aed9b-f878-435e-9e59-74ee8dcc6e61') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:05.506025 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.519028 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.525152 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:24:05.525533 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 05:24:05.527111 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 05:24:05.680283 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.697844 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:05.699395 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] 10.222.0.25 "DELETE /v2.0/networks/7d7741ee-482f-42d9-af95-96b466fd6371 HTTP/1.1" status: 204 len: 168 time: 0.3623393 Aug 27 05:24:05.700529 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72034c-53f6-4bb2-98d4-f35ffea5e20e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7741ee-482f-42d9-af95-96b466fd6371,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:06.143039 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33284) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:06.181347 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-087e3bcb-dc71-45e6-9aac-ef760638e712 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa9bf6413b134bb38daf4ef2cdebc5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371804 Aug 27 05:24:06.183665 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33286) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:06.232895 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1df59077-46b2-4fee-beb8-ef3818def137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:06.253295 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1df59077-46b2-4fee-beb8-ef3818def137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:06.372904 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1df59077-46b2-4fee-beb8-ef3818def137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:06.375460 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-1df59077-46b2-4fee-beb8-ef3818def137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:06.376643 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-1df59077-46b2-4fee-beb8-ef3818def137 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26427193-5545-4f6e-8d2d-9fe823322de4 HTTP/1.1" status: 204 len: 168 time: 0.1920853 Aug 27 05:24:06.384901 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df59077-46b2-4fee-beb8-ef3818def137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26427193-5545-4f6e-8d2d-9fe823322de4,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:07.507606 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33320) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:07.601711 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693503362-network', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:07.681122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Made reservation on behalf of e871b7bc06b6412697156920cbc3f504 for: {'network': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:24:07.683511 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:07.691996 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:07.778013 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:07.864131 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:07.888422 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:24:07.896857 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c7607-4952-4a9d-b690-c8a8447da226,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:07.902578 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:07.902930 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.segments_db [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Added segment 8cd6de56-357d-4756-8f0d-3fc3c5633c97 of type vlan for network 35394ab9-2c27-4cfb-89b8-0d1c774df87c Aug 27 05:24:07.941201 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.081171 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.082090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:08.082705 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.142325 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] Pushing event updated for resources: {'Network': ['ID=35394ab9-2c27-4cfb-89b8-0d1c774df87c,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:08.152515 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:24:08.206577 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-7e186fc2-c4e0-4a95-b8bb-1191c1ff488e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6977558 Aug 27 05:24:08.209358 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33324) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:08.215045 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Request body: {'subnet': {'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693503362-subnet', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:08.309941 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Made reservation on behalf of e871b7bc06b6412697156920cbc3f504 for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:24:08.312312 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9778508'] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.567486 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9778494'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.624530 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=357332ed-dcc1-426c-890c-b0d820d79ed0,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:08.633059 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Checking segment: {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:08.633421 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Network hostable DHCP agents. Network: 35394ab9-2c27-4cfb-89b8-0d1c774df87c, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:24:08.698585 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:24:08.755313 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 35394ab9-2c27-4cfb-89b8-0d1c774df87c) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:08.760251 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:08.760877 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.764607 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28917e1b-1a71-4f9c-988c-52142703f091 None None] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:24:08.813268 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-9050c3d0-8b17-4655-aec6-1d2fbb519b1c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6028278 Aug 27 05:24:08.815864 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33346) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:08.821296 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:08.893083 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.894227 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.908981 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 05:24:08.910041 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:08.949678 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.042455 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Allocated IP 172.20.0.2 (35394ab9-2c27-4cfb-89b8-0d1c774df87c/357332ed-dcc1-426c-890c-b0d820d79ed0/0357ca47-acea-4905-8168-6f32bd46314e) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:24:09.186850 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.196012 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Transition to ACTIVE for port object 0357ca47-acea-4905-8168-6f32bd46314e will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:09.211612 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Transition to ACTIVE for port object 0357ca47-acea-4905-8168-6f32bd46314e will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:09.293580 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.333858 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:09.339132 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:09.341811 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:24:09.353416 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Pushing event updated for resources: {'Port': ['ID=0357ca47-acea-4905-8168-6f32bd46314e,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:09.405361 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Attempting to bind port 0357ca47-acea-4905-8168-6f32bd46314e on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 05:24:09.405738 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Attempting to bind port 0357ca47-acea-4905-8168-6f32bd46314e by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 05:24:09.406114 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Attempting to bind port 0357ca47-acea-4905-8168-6f32bd46314e on network 35394ab9-2c27-4cfb-89b8-0d1c774df87c {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:09.411389 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 05:24:09.411771 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Checking segment: {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:09.412179 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.412607 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Bound using segment: {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 05:24:09.413077 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Bound port: 0357ca47-acea-4905-8168-6f32bd46314e, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 05:24:09.413521 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.458292 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.479007 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] For port 0357ca47-acea-4905-8168-6f32bd46314e, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:24:09.482020 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] For port 0357ca47-acea-4905-8168-6f32bd46314e, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=0357ca47-acea-4905-8168-6f32bd46314e,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:24:09.596020 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.660619 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab5fd-82bf-4e63-8c35-300a4c0289d8 None None] Pushing event updated for resources: {'Port': ['ID=0357ca47-acea-4905-8168-6f32bd46314e,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:09.741458 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.763067 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:09.892973 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Allocated IP 172.27.0.112 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/a5a307e7-a619-4067-87c8-6a87a8b67fcf) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:24:10.004333 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:10.156132 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:10.182406 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0357ca47-acea-4905-8168-6f32bd46314e up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:10.200904 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:10.206282 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:10.209998 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:24:10.234795 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Pushing event updated for resources: {'Port': ['ID=a5a307e7-a619-4067-87c8-6a87a8b67fcf,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:10.297111 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 0357ca47-acea-4905-8168-6f32bd46314e completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:10.527486 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04760e-11f1-4832-88c7-3baf39c221e0 None None] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:24:10.574087 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:10.698553 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ed9d8f0c-e99c-47d1-8d5a-10810038014f None None] Provisioning for port 0357ca47-acea-4905-8168-6f32bd46314e completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:10.703666 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ed9d8f0c-e99c-47d1-8d5a-10810038014f None None] Provisioning complete for port 0357ca47-acea-4905-8168-6f32bd46314e triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:10.704121 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ed9d8f0c-e99c-47d1-8d5a-10810038014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:10.777018 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:10.812194 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ed9d8f0c-e99c-47d1-8d5a-10810038014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:10.864577 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ed9d8f0c-e99c-47d1-8d5a-10810038014f None None] For port 0357ca47-acea-4905-8168-6f32bd46314e, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=0357ca47-acea-4905-8168-6f32bd46314e,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:10.895629 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33382) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:10.966159 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ed9d8f0c-e99c-47d1-8d5a-10810038014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.003940 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:24:11.005669 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f05f46e1-ff76-45d0-88bb-c39ff428f09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.016568 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d8f0c-e99c-47d1-8d5a-10810038014f None None] Pushing event updated for resources: {'Port': ['ID=0357ca47-acea-4905-8168-6f32bd46314e,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:11.084319 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-26a60af8-8dd9-4e00-aef9-3dd42f7eca96 None None] Provisioning complete for port 0357ca47-acea-4905-8168-6f32bd46314e triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:11.084817 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-26a60af8-8dd9-4e00-aef9-3dd42f7eca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.173000 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:24:11.183322 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Sync routers for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:24:11.192043 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:11.192725 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:11.211044 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f05f46e1-ff76-45d0-88bb-c39ff428f09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.306186 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f05f46e1-ff76-45d0-88bb-c39ff428f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.345560 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f05f46e1-ff76-45d0-88bb-c39ff428f09f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=883f948b790d44f98c697964c551c45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488926 Aug 27 05:24:11.346408 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f46e1-ff76-45d0-88bb-c39ff428f09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a618da6-f940-42ba-9a28-ce589bde1ba2,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:11.348398 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33388) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:11.395300 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca824-2ed7-4360-890f-fccf75be6e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.395684 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.397285 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4999589c-ef73-4b7c-b064-e7300d4a07ea admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5801294 Aug 27 05:24:11.399737 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33390) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:11.422290 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:11.424611 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca824-2ed7-4360-890f-fccf75be6e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.538562 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca824-2ed7-4360-890f-fccf75be6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.541446 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca824-2ed7-4360-890f-fccf75be6e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.542574 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-2e0ca824-2ed7-4360-890f-fccf75be6e87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a618da6-f940-42ba-9a28-ce589bde1ba2 HTTP/1.1" status: 204 len: 168 time: 0.1932845 Aug 27 05:24:11.550770 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ca824-2ed7-4360-890f-fccf75be6e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a618da6-f940-42ba-9a28-ce589bde1ba2,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:11.633350 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:10Z', 'revision_number': 3, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:11.659599 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Checking router: 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:24:11.659961 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Updating router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd port a5a307e7-a619-4067-87c8-6a87a8b67fcf binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:24:11.690320 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.821040 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.946193 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:11.955755 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Transition to ACTIVE for port object a5a307e7-a619-4067-87c8-6a87a8b67fcf will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:11.973331 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Allocated IP 172.20.0.1 (35394ab9-2c27-4cfb-89b8-0d1c774df87c/357332ed-dcc1-426c-890c-b0d820d79ed0/a39a1dcb-2166-48c3-8647-82b9fdbb7033) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:24:12.069867 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.078118 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.091354 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.provisioning_blocks [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Transition to ACTIVE for port object a39a1dcb-2166-48c3-8647-82b9fdbb7033 will not be triggered until provisioned by entity DHCP. {{(pid=101015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:12.122530 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Attempting to bind port a5a307e7-a619-4067-87c8-6a87a8b67fcf on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 05:24:12.122910 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Attempting to bind port a5a307e7-a619-4067-87c8-6a87a8b67fcf by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 05:24:12.123279 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Attempting to bind port a5a307e7-a619-4067-87c8-6a87a8b67fcf on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:12.126371 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ad91e-5273-43cc-be8a-627656a9321e None None] Pushing event updated for resources: {'Port': ['ID=a5a307e7-a619-4067-87c8-6a87a8b67fcf,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:12.131403 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 05:24:12.131705 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:12.132153 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.132570 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 05:24:12.133057 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Bound port: a5a307e7-a619-4067-87c8-6a87a8b67fcf, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 05:24:12.133431 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.161515 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0357ca47-acea-4905-8168-6f32bd46314e up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:12.219948 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] For port a5a307e7-a619-4067-87c8-6a87a8b67fcf, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:24:12.223278 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] For port a5a307e7-a619-4067-87c8-6a87a8b67fcf, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a5a307e7-a619-4067-87c8-6a87a8b67fcf,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:24:12.224699 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.234555 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 0357ca47-acea-4905-8168-6f32bd46314e triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:12.234934 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.261229 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:12.266573 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:12.271031 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:24:12.296693 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33400) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:12.308341 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Pushing event updated for resources: {'Port': ['ID=a39a1dcb-2166-48c3-8647-82b9fdbb7033,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:12.321170 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ec0636c4-8f79-4b2e-ab7c-1d56f6cfe442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.337683 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.373509 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.421766 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ec0636c4-8f79-4b2e-ab7c-1d56f6cfe442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.428916 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ad91e-5273-43cc-be8a-627656a9321e None None] Pushing event updated for resources: {'Port': ['ID=a5a307e7-a619-4067-87c8-6a87a8b67fcf,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:12.440511 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:12.441155 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:12.492750 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-ec0636c4-8f79-4b2e-ab7c-1d56f6cfe442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.534521 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-ec0636c4-8f79-4b2e-ab7c-1d56f6cfe442 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d252f3dfcea64f129a48864a175d2c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367425 Aug 27 05:24:12.535281 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0636c4-8f79-4b2e-ab7c-1d56f6cfe442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5215f7-e9fb-460a-ae3e-72fedd25e1f0,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:12.538407 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33402) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:12.553366 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:12.560418 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.588963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a62e33ae-cd28-4d03-b2dc-ee49b25b28eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.610392 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a62e33ae-cd28-4d03-b2dc-ee49b25b28eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.613468 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-10086d73-7e25-4666-9978-6504a01d1198 None None] Provisioning for port a39a1dcb-2166-48c3-8647-82b9fdbb7033 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:12.619187 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-10086d73-7e25-4666-9978-6504a01d1198 None None] Provisioning complete for port a39a1dcb-2166-48c3-8647-82b9fdbb7033 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:12.620086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-10086d73-7e25-4666-9978-6504a01d1198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.698390 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-10086d73-7e25-4666-9978-6504a01d1198 None None] Port a39a1dcb-2166-48c3-8647-82b9fdbb7033 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 05:24:12.732642 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a62e33ae-cd28-4d03-b2dc-ee49b25b28eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.735411 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a62e33ae-cd28-4d03-b2dc-ee49b25b28eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.739160 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-a62e33ae-cd28-4d03-b2dc-ee49b25b28eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a5215f7-e9fb-460a-ae3e-72fedd25e1f0 HTTP/1.1" status: 204 len: 168 time: 0.1971865 Aug 27 05:24:12.744691 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e33ae-cd28-4d03-b2dc-ee49b25b28eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5215f7-e9fb-460a-ae3e-72fedd25e1f0,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:12.764077 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.783072 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:10Z', 'revision_number': 3, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:12.809906 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb447ae9-1f77-4cfc-bf2f-95201b909b6c None None] The sync data for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi is: [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:10Z', 'revision_number': 3, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:24:12.852904 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:12.923075 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Pushing event updated for resources: {'Port': ['ID=a39a1dcb-2166-48c3-8647-82b9fdbb7033,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:12.925779 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:13.027565 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:13.031636 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:13.183201 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:24:13.322437 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-cd12d10b-f51e-41a4-a3b6-e720a3bca55a None None] Provisioning complete for port a39a1dcb-2166-48c3-8647-82b9fdbb7033 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:13.322984 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-cd12d10b-f51e-41a4-a3b6-e720a3bca55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:13.364102 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-cd12d10b-f51e-41a4-a3b6-e720a3bca55a None None] Port a39a1dcb-2166-48c3-8647-82b9fdbb7033 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 05:24:13.580097 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:24:13.592079 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-a1742204-9997-47bc-b97c-8f9e370d0304 admin admin] 10.222.0.25 "PUT /v2.0/routers/6c4f706e-bce6-46aa-b482-b49d4b3f6bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1853874 Aug 27 05:24:14.178249 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5a307e7-a619-4067-87c8-6a87a8b67fcf up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:14.308070 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port a5a307e7-a619-4067-87c8-6a87a8b67fcf completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:14.312564 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port a5a307e7-a619-4067-87c8-6a87a8b67fcf triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:14.312892 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.333490 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33446) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:14.338766 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2078340345-network', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:14.396704 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.411183 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Made reservation on behalf of 033575ce14db453dbce3078e9ce6e17a for: {'network': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:24:14.414798 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for network, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.417875 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port a5a307e7-a619-4067-87c8-6a87a8b67fcf, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a5a307e7-a619-4067-87c8-6a87a8b67fcf,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:14.424964 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.435508 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Sync routers for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:24:14.447076 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:14.447683 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:14.504382 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.525813 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.557287 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:14.558729 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=a5a307e7-a619-4067-87c8-6a87a8b67fcf,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:14.599637 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.627495 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 05:24:14.637614 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59630757-43b6-4241-bc85-f893b7be5333,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:14.642422 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.642766 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.segments_db [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Added segment 6eccc07d-441b-4b9a-af27-a31bfc22e44e of type vlan for network 74d507e8-f0ff-4731-a697-c3d19cd67568 Aug 27 05:24:14.689199 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743842097520'] for network, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.774423 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 2, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:14.783690 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355'] for network, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.784913 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:14.785639 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.805165 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Checking router: 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:24:14.805517 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Updating router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd port a39a1dcb-2166-48c3-8647-82b9fdbb7033 binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:24:14.812511 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.830291 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:14.844840 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] Pushing event updated for resources: {'Network': ['ID=74d507e8-f0ff-4731-a697-c3d19cd67568,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:14.855712 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 details requested by agent ovs-agent-dv-cinder-778193-4-iscsi with host dv-cinder-778193-4-iscsi {{(pid=101017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 05:24:14.910570 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-679a7554-16f0-4533-a365-acd936cbfcd8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5758431 Aug 27 05:24:14.914357 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33462) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:14.925261 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Request body: {'subnet': {'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2078340345-subnet', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'ip_version': 4}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:15.001175 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Made reservation on behalf of 033575ce14db453dbce3078e9ce6e17a for: {'subnet': 1} {{(pid=101015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:24:15.003675 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9778508'] for subnet, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.104939 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.115337 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Transition to ACTIVE for port object a39a1dcb-2166-48c3-8647-82b9fdbb7033 will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:15.189533 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.239529 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Pushing event updated for resources: {'Port': ['ID=a39a1dcb-2166-48c3-8647-82b9fdbb7033,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:15.256867 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.257245 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.257602 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.257982 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.258372 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.258758 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.259125 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.259525 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.259905 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.260266 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.260647 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.260993 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:15.298827 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9778494'] for subnet, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.314591 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Attempting to bind port a39a1dcb-2166-48c3-8647-82b9fdbb7033 on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 05:24:15.314967 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Attempting to bind port a39a1dcb-2166-48c3-8647-82b9fdbb7033 by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 05:24:15.315377 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Attempting to bind port a39a1dcb-2166-48c3-8647-82b9fdbb7033 on network 35394ab9-2c27-4cfb-89b8-0d1c774df87c {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:15.321298 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 05:24:15.321934 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Checking segment: {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:15.322341 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.322737 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Bound using segment: {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 05:24:15.323233 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Bound port: a39a1dcb-2166-48c3-8647-82b9fdbb7033, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 05:24:15.323698 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.356683 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:15.369234 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Checking segment: {'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:15.369610 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Network hostable DHCP agents. Network: 74d507e8-f0ff-4731-a697-c3d19cd67568, hostable agents: ['7766e75c-2499-43db-92a5-405aa860e1eb'], hosted agents: [] {{(pid=101015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 05:24:15.391923 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] For port a39a1dcb-2166-48c3-8647-82b9fdbb7033, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:24:15.394807 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] For port a39a1dcb-2166-48c3-8647-82b9fdbb7033, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a39a1dcb-2166-48c3-8647-82b9fdbb7033,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:24:15.481924 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.482502 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 is scheduled to be hosted by DHCP agent 7766e75c-2499-43db-92a5-405aa860e1eb with binding_index 1 {{(pid=101015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 05:24:15.535359 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:15.536010 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:15.581337 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c3f2e-0017-410a-ae3c-4a03ab293cd6 None None] Pushing event updated for resources: {'Port': ['ID=a39a1dcb-2166-48c3-8647-82b9fdbb7033,revision_number=4']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:15.624031 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-iscsi, 74d507e8-f0ff-4731-a697-c3d19cd67568) {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:15.628449 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:15.629035 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.634700 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a1a01-a10d-4404-9b12-e5ce30c774b9 None None] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:24:15.661768 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:15.711464 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-59624061-0434-4c83-bdf6-0b1b55d4c184 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7944286 Aug 27 05:24:15.714080 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33464) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:15.721523 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:15.812757 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3885260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4405'] for router, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.817835 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886602', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.823414 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e9bc802-baa3-534e-92f5-12bfeadc78d6-74d507e8-f0ff-4731-a697-c3d19cd67568', 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'fixed_ips': [{'subnet_id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a'}]}} from dv-cinder-778193-4-iscsi. {{(pid=101017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 05:24:15.825009 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.868155 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:15.876926 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:15Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:15.903088 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ad40e-d45a-4069-85ab-81b1c9ba6945 None None] The sync data for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi is: [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:15Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:24:15.983117 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.db_base_plugin_common [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Allocated IP 172.20.0.2 (74d507e8-f0ff-4731-a697-c3d19cd67568/16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a/74cf3031-d305-4037-974d-7a8b4cb4f20a) {{(pid=101017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:24:16.075566 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.140715 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Notify callbacks [] for port, precommit_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.149506 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Transition to ACTIVE for port object 74cf3031-d305-4037-974d-7a8b4cb4f20a will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:16.165055 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Transition to ACTIVE for port object 74cf3031-d305-4037-974d-7a8b4cb4f20a will not be triggered until provisioned by entity DHCP. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:16.256589 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a39a1dcb-2166-48c3-8647-82b9fdbb7033 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:16.287111 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254'] for port, after_create {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.350982 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Pushing event updated for resources: {'Port': ['ID=74cf3031-d305-4037-974d-7a8b4cb4f20a,revision_number=1']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:16.354617 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 is already hosted by enough agents. {{(pid=101017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:16.361487 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.scheduler.base_scheduler [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Resources bound (agent type, host, resource id): {{(pid=101017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:16.364144 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Received port after_create {{(pid=101017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:24:16.381721 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.401618 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.423463 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Attempting to bind port 74cf3031-d305-4037-974d-7a8b4cb4f20a on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 05:24:16.423844 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Attempting to bind port 74cf3031-d305-4037-974d-7a8b4cb4f20a by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 05:24:16.424214 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Attempting to bind port 74cf3031-d305-4037-974d-7a8b4cb4f20a on network 74d507e8-f0ff-4731-a697-c3d19cd67568 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:16.430200 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 05:24:16.430574 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Checking segment: {'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:16.430983 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.431377 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Bound using segment: {'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 05:24:16.431849 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Bound port: 74cf3031-d305-4037-974d-7a8b4cb4f20a, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 05:24:16.432235 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.448042 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port a39a1dcb-2166-48c3-8647-82b9fdbb7033 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:16.469685 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port a39a1dcb-2166-48c3-8647-82b9fdbb7033 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:16.470075 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.517083 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Allocated IP 172.27.0.212 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/a5f76660-d6e3-4baa-ba5b-8d625a7c758d) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:24:16.530134 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] For port 74cf3031-d305-4037-974d-7a8b4cb4f20a, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:24:16.533802 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] For port 74cf3031-d305-4037-974d-7a8b4cb4f20a, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=74cf3031-d305-4037-974d-7a8b4cb4f20a,segment=NetworkSegment(6eccc07d-441b-4b9a-af27-a31bfc22e44e),segment_id=6eccc07d-441b-4b9a-af27-a31bfc22e44e)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:24:16.577636 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.612124 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port a39a1dcb-2166-48c3-8647-82b9fdbb7033, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a39a1dcb-2166-48c3-8647-82b9fdbb7033,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:16.616921 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.628514 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.676644 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dbd5e-35bc-4480-af5d-2334bf01456a None None] Pushing event updated for resources: {'Port': ['ID=74cf3031-d305-4037-974d-7a8b4cb4f20a,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:16.703867 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.704731 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5a307e7-a619-4067-87c8-6a87a8b67fcf up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:16.731712 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:16.778846 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:16.785609 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:16.791151 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:24:16.793569 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:16.809908 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=a39a1dcb-2166-48c3-8647-82b9fdbb7033,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:16.834156 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port a5a307e7-a619-4067-87c8-6a87a8b67fcf triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:16.835126 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:17.210646 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:17.406891 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3895509'] for router, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:17.629664 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 is scheduled to L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe with binding_index 1 {{(pid=101016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 05:24:17.738125 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:24:17.749560 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Sync routers for ids ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:24:17.758663 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Routers {'3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:17.759299 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:17.812186 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] Notify callbacks [] for router, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:17.815274 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-426727e9-ec6c-4464-87ce-49310a095202 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0988877 Aug 27 05:24:17.817583 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33476) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:17.840677 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1c8ba-1a1b-46d7-8c73-41ee1fd04d19 None None] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:24:18.050250 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Set router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:18.111052 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-1fa1a2df-387a-4120-bc71-f8ff7eddfd3f None None] Provisioning for port 74cf3031-d305-4037-974d-7a8b4cb4f20a completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:18.239020 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.259534 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a39a1dcb-2166-48c3-8647-82b9fdbb7033 up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:18.344555 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port a39a1dcb-2166-48c3-8647-82b9fdbb7033 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:18.344928 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.379598 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:24:17Z', 'revision_number': 3, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port': {'id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:16Z', 'updated_at': '2021-08-27T05:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:18.404680 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Allocated IP 172.20.0.1 (74d507e8-f0ff-4731-a697-c3d19cd67568/16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a/0de544cd-45c6-4708-bd49-8dc915516a0c) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:24:18.413765 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Checking router: 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:24:18.414121 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Updating router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 port a5f76660-d6e3-4baa-ba5b-8d625a7c758d binding host dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:24:18.443399 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.518609 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.531239 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Transition to ACTIVE for port object 0de544cd-45c6-4708-bd49-8dc915516a0c will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:18.573509 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 74cf3031-d305-4037-974d-7a8b4cb4f20a up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:18.634610 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.674484 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:18.683220 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:18.685885 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:24:18.692075 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Pushing event updated for resources: {'Port': ['ID=0de544cd-45c6-4708-bd49-8dc915516a0c,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:18.737332 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895306'] for router_interface, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.749575 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 74cf3031-d305-4037-974d-7a8b4cb4f20a completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:18.759241 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 74cf3031-d305-4037-974d-7a8b4cb4f20a triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:18.759773 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.799646 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Notify callbacks [] for port, precommit_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.818234 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Transition to ACTIVE for port object a5f76660-d6e3-4baa-ba5b-8d625a7c758d will not be triggered until provisioned by entity L2. {{(pid=101017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:18.868424 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.886682 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.933241 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.938942 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 74cf3031-d305-4037-974d-7a8b4cb4f20a, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=74cf3031-d305-4037-974d-7a8b4cb4f20a,segment=NetworkSegment(6eccc07d-441b-4b9a-af27-a31bfc22e44e),segment_id=6eccc07d-441b-4b9a-af27-a31bfc22e44e)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:18.964008 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c811a0b-7b0b-4a66-ab76-ec9ed9b9238d None None] Pushing event updated for resources: {'Port': ['ID=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,revision_number=2']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:18.965046 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Attempting to bind port a5f76660-d6e3-4baa-ba5b-8d625a7c758d on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 05:24:18.965422 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Attempting to bind port a5f76660-d6e3-4baa-ba5b-8d625a7c758d by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 05:24:18.965892 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Attempting to bind port a5f76660-d6e3-4baa-ba5b-8d625a7c758d on network ff473b6e-bdd7-412c-87dc-739296c001a1 {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:18.971539 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 05:24:18.972186 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Checking segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:18.972893 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:18.973534 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Bound using segment: {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'} {{(pid=101017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 05:24:18.974333 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.managers [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Bound port: a5f76660-d6e3-4baa-ba5b-8d625a7c758d, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15102e2-a8c9-454d-98e8-90ad476231b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1'}}] {{(pid=101017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 05:24:18.974961 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.020530 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.054579 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] For port a5f76660-d6e3-4baa-ba5b-8d625a7c758d, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:24:19.073283 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] For port a5f76660-d6e3-4baa-ba5b-8d625a7c758d, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:24:19.082725 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-8ac47391-b84d-4a17-a793-9d7d95a68fa0 None None] Provisioning for port 0de544cd-45c6-4708-bd49-8dc915516a0c completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:19.088007 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=74cf3031-d305-4037-974d-7a8b4cb4f20a,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:19.090694 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-8ac47391-b84d-4a17-a793-9d7d95a68fa0 None None] Provisioning complete for port 0de544cd-45c6-4708-bd49-8dc915516a0c triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:19.091070 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8ac47391-b84d-4a17-a793-9d7d95a68fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.097778 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.124587 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-8ac47391-b84d-4a17-a793-9d7d95a68fa0 None None] Port 0de544cd-45c6-4708-bd49-8dc915516a0c cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 05:24:19.136713 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.164685 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.190617 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Routers {'3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:19.191247 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:19.196796 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c811a0b-7b0b-4a66-ab76-ec9ed9b9238d None None] Pushing event updated for resources: {'Port': ['ID=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,revision_number=3']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:19.234367 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Pushing event updated for resources: {'Port': ['ID=0de544cd-45c6-4708-bd49-8dc915516a0c,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:19.239331 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3896277'] for router_interface, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.299941 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] Set router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:19.327500 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:19.328892 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:19.448085 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:24:19.516879 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 4, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port': {'id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:16Z', 'updated_at': '2021-08-27T05:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '0de544cd-45c6-4708-bd49-8dc915516a0c', 'name': '', 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'mac_address': 'fa:16:3e:30:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:18Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 2, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'subnets': [{'id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:19.549399 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329e2e2-a448-4281-9fa7-2b0cb5fc31cc None None] The sync data for ids ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'] in dv-cinder-778193-4-iscsi is: [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 4, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port': {'id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:16Z', 'updated_at': '2021-08-27T05:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '0de544cd-45c6-4708-bd49-8dc915516a0c', 'name': '', 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'mac_address': 'fa:16:3e:30:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:18Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 2, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'subnets': [{'id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:24:19.560191 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:24:19.560375 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-e45693ed-6bc6-4bfd-9161-f61571b2921e None None] Provisioning complete for port 0de544cd-45c6-4708-bd49-8dc915516a0c triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:19.560672 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e45693ed-6bc6-4bfd-9161-f61571b2921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:19.570966 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-9a555549-e4ea-4015-8152-fddacd802125 admin admin] 10.222.0.25 "PUT /v2.0/routers/3f4a0e05-0ffe-4fb3-8aa5-b276bb734915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468171 Aug 27 05:24:19.598152 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-e45693ed-6bc6-4bfd-9161-f61571b2921e None None] Port 0de544cd-45c6-4708-bd49-8dc915516a0c cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 05:24:20.168190 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33488) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:20.172962 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-91f6ead6-42b3-48b5-9fbf-fef433ea9854 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014368149', 'description': 'tempest-secgroup-smoke-2014368149 description', 'project_id': 'e871b7bc06b6412697156920cbc3f504'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:20.258729 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-91f6ead6-42b3-48b5-9fbf-fef433ea9854 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.296288 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5f76660-d6e3-4baa-ba5b-8d625a7c758d up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:20.348605 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-91f6ead6-42b3-48b5-9fbf-fef433ea9854 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.430423 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port a5f76660-d6e3-4baa-ba5b-8d625a7c758d completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:20.435678 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port a5f76660-d6e3-4baa-ba5b-8d625a7c758d triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:20.436063 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.473931 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-91f6ead6-42b3-48b5-9fbf-fef433ea9854 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.507348 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6ead6-42b3-48b5-9fbf-fef433ea9854 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dac669-dfe8-49fc-8dea-2794e2de67d6,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:20.528433 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.548846 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port a5f76660-d6e3-4baa-ba5b-8d625a7c758d, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:20.572273 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-91f6ead6-42b3-48b5-9fbf-fef433ea9854 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.573677 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-91f6ead6-42b3-48b5-9fbf-fef433ea9854 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4043880 Aug 27 05:24:20.576508 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33492) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:20.581230 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-6b29c1ba-e64d-4d03-a4be-d9152dad97ad tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'security_group_rule': {'security_group_id': 'b9dac669-dfe8-49fc-8dea-2794e2de67d6', 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:20.611971 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.612838 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 74cf3031-d305-4037-974d-7a8b4cb4f20a up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:20.652027 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6b29c1ba-e64d-4d03-a4be-d9152dad97ad tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.690923 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:20.708999 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 74cf3031-d305-4037-974d-7a8b4cb4f20a triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:20.709407 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.722670 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6b29c1ba-e64d-4d03-a4be-d9152dad97ad tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.781913 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6b29c1ba-e64d-4d03-a4be-d9152dad97ad tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.798082 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c1ba-e64d-4d03-a4be-d9152dad97ad tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b3008c-4461-48fe-bac6-15bf619ea182,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:20.867792 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6b29c1ba-e64d-4d03-a4be-d9152dad97ad tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:20.868988 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6b29c1ba-e64d-4d03-a4be-d9152dad97ad tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2915142 Aug 27 05:24:20.871601 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33494) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:20.876064 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-dbf9dcdd-a5c3-490a-bfa5-648830932d60 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'security_group_rule': {'security_group_id': 'b9dac669-dfe8-49fc-8dea-2794e2de67d6', 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:20.959834 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-dbf9dcdd-a5c3-490a-bfa5-648830932d60 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.015858 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-dbf9dcdd-a5c3-490a-bfa5-648830932d60 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.113552 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-dbf9dcdd-a5c3-490a-bfa5-648830932d60 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.131927 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9dcdd-a5c3-490a-bfa5-648830932d60 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71711970-c9f3-4b9c-b03d-c88d068c14a5,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:21.217852 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-dbf9dcdd-a5c3-490a-bfa5-648830932d60 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.219062 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-dbf9dcdd-a5c3-490a-bfa5-648830932d60 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3464925 Aug 27 05:24:21.221764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33498) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:21.226707 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-c8206ab8-1341-4634-b6a0-9cf7c84d5121 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'security_group_rule': {'security_group_id': 'b9dac669-dfe8-49fc-8dea-2794e2de67d6', 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:21.319920 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c8206ab8-1341-4634-b6a0-9cf7c84d5121 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.375325 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c8206ab8-1341-4634-b6a0-9cf7c84d5121 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.434909 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c8206ab8-1341-4634-b6a0-9cf7c84d5121 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.451965 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8206ab8-1341-4634-b6a0-9cf7c84d5121 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ce263a-93c2-48b5-a70c-8d1c7751ae4f,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:21.509643 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c8206ab8-1341-4634-b6a0-9cf7c84d5121 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.510904 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c8206ab8-1341-4634-b6a0-9cf7c84d5121 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2882116 Aug 27 05:24:21.513506 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33500) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:21.517909 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-14c7e148-c6bc-4fef-9777-c1dff1c3ae20 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'security_group_rule': {'security_group_id': 'b9dac669-dfe8-49fc-8dea-2794e2de67d6', 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:21.604139 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14c7e148-c6bc-4fef-9777-c1dff1c3ae20 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.663422 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14c7e148-c6bc-4fef-9777-c1dff1c3ae20 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.730539 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14c7e148-c6bc-4fef-9777-c1dff1c3ae20 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.748166 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7e148-c6bc-4fef-9777-c1dff1c3ae20 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d45ccd7-8f5b-4661-af9f-967398a7fedd,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:21.810563 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-14c7e148-c6bc-4fef-9777-c1dff1c3ae20 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.811811 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-14c7e148-c6bc-4fef-9777-c1dff1c3ae20 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2973945 Aug 27 05:24:21.814500 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33514) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:21.819551 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'security_group_rule': {'security_group_id': 'b9dac669-dfe8-49fc-8dea-2794e2de67d6', 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:21.903302 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.securitygroups_db [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Project e871b7bc06b6412697156920cbc3f504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:24:21.908295 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:21.966903 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.038722 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.056037 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d502f6-e65f-4af8-b315-5052f87593f3,revision_number=0']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:22.126672 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.131177 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33520) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:22.132330 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-fbbd08b3-e769-430d-b056-4816f1b6b682 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157859 Aug 27 05:24:22.136773 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'security_group_rule': {'security_group_id': 'b9dac669-dfe8-49fc-8dea-2794e2de67d6', 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:22.171176 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5f76660-d6e3-4baa-ba5b-8d625a7c758d up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:22.221677 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port a5f76660-d6e3-4baa-ba5b-8d625a7c758d triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:22.221677 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.242250 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.securitygroups_db [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Project e871b7bc06b6412697156920cbc3f504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 05:24:22.249053 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.314073 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.394620 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710869'] for security_group_rule, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.411493 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d8cbeb-de88-44f4-8198-39fb450478e8,revision_number=0']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:22.478751 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:22.479937 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-cfdc00d1-4f74-444a-9dd0-17ecc01be371 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3468111 Aug 27 05:24:22.717639 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Sync routers for ids ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:24:22.727184 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Routers {'3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:22.727795 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:22.830253 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Set router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:23.021626 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 4, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port': {'id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:16Z', 'updated_at': '2021-08-27T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '0de544cd-45c6-4708-bd49-8dc915516a0c', 'name': '', 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'mac_address': 'fa:16:3e:30:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:18Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 2, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'subnets': [{'id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:23.123380 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Checking router: 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:24:23.123649 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Updating router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 port 0de544cd-45c6-4708-bd49-8dc915516a0c binding host dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 05:24:23.148510 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:23.292005 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-fd1788d4-7783-4dfd-81c9-dbb1910f3cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:23.407449 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Notify callbacks [] for port, precommit_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:23.416796 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.provisioning_blocks [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Transition to ACTIVE for port object 0de544cd-45c6-4708-bd49-8dc915516a0c will not be triggered until provisioned by entity L2. {{(pid=101018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:23.512965 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:23.561914 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa147-dd63-4f4f-82be-7fed17397f3f None None] Pushing event updated for resources: {'Port': ['ID=0de544cd-45c6-4708-bd49-8dc915516a0c,revision_number=3']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:23.618744 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Attempting to bind port 0de544cd-45c6-4708-bd49-8dc915516a0c on host dv-cinder-778193-4-iscsi for vnic_type normal with profile {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 05:24:23.619119 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Attempting to bind port 0de544cd-45c6-4708-bd49-8dc915516a0c by drivers openvswitch,hyperv on host dv-cinder-778193-4-iscsi at level 0 using segments [{'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 05:24:23.619513 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Attempting to bind port 0de544cd-45c6-4708-bd49-8dc915516a0c on network 74d507e8-f0ff-4731-a697-c3d19cd67568 {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:23.624837 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Checking agent: {'id': '0a9f588a-39a9-491b-b1e6-ad9c3dd65e18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 35, 56), 'started_at': datetime.datetime(2021, 8, 27, 4, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 05:24:23.625228 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Checking segment: {'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:23.625615 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:23.626009 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Bound using segment: {'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'} {{(pid=101018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 05:24:23.626476 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.managers [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Bound port: 0de544cd-45c6-4708-bd49-8dc915516a0c, host: dv-cinder-778193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eccc07d-441b-4b9a-af27-a31bfc22e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568'}}] {{(pid=101018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 05:24:23.626880 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:23.696923 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] For port 0de544cd-45c6-4708-bd49-8dc915516a0c, host dv-cinder-778193-4-iscsi, cleared binding levels {{(pid=101018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:24:23.700241 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.plugins.ml2.db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] For port 0de544cd-45c6-4708-bd49-8dc915516a0c, host dv-cinder-778193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=0de544cd-45c6-4708-bd49-8dc915516a0c,segment=NetworkSegment(6eccc07d-441b-4b9a-af27-a31bfc22e44e),segment_id=6eccc07d-441b-4b9a-af27-a31bfc22e44e)] {{(pid=101018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:24:23.772087 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron_lib.callbacks.manager [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:23.821427 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Routers {'3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:24:23.822080 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:23:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:23.864061 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa147-dd63-4f4f-82be-7fed17397f3f None None] Pushing event updated for resources: {'Port': ['ID=0de544cd-45c6-4708-bd49-8dc915516a0c,revision_number=4']} {{(pid=101018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:23.938858 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] Set router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:24:24.132023 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 4, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port': {'id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:16Z', 'updated_at': '2021-08-27T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '0de544cd-45c6-4708-bd49-8dc915516a0c', 'name': '', 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'mac_address': 'fa:16:3e:30:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:18Z', 'updated_at': '2021-08-27T05:24:23Z', 'revision_number': 4, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'subnets': [{'id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:24:24.161643 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e953501-549a-4a47-aad7-61c4352f784a None None] The sync data for ids ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'] in dv-cinder-778193-4-iscsi is: [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:24:18Z', 'revision_number': 4, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port': {'id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:16Z', 'updated_at': '2021-08-27T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': '0de544cd-45c6-4708-bd49-8dc915516a0c', 'name': '', 'network_id': '74d507e8-f0ff-4731-a697-c3d19cd67568', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'mac_address': 'fa:16:3e:30:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:18Z', 'updated_at': '2021-08-27T05:24:23Z', 'revision_number': 4, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'subnets': [{'id': '16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:24:24.181500 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0de544cd-45c6-4708-bd49-8dc915516a0c up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:24.298052 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning for port 0de544cd-45c6-4708-bd49-8dc915516a0c completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:24.302233 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 0de544cd-45c6-4708-bd49-8dc915516a0c triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:24.302610 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:24.380613 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:24.419865 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] For port 0de544cd-45c6-4708-bd49-8dc915516a0c, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=0de544cd-45c6-4708-bd49-8dc915516a0c,segment=NetworkSegment(6eccc07d-441b-4b9a-af27-a31bfc22e44e),segment_id=6eccc07d-441b-4b9a-af27-a31bfc22e44e)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:24.492333 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:24.668247 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Pushing event updated for resources: {'Port': ['ID=0de544cd-45c6-4708-bd49-8dc915516a0c,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:25.867532 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-14ef381d-976a-4c75-ac2c-dda0ebf7cdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:26.084837 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:26.161702 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0de544cd-45c6-4708-bd49-8dc915516a0c up at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:24:26.209717 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Provisioning complete for port 0de544cd-45c6-4708-bd49-8dc915516a0c triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:26.210090 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:26.286763 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:24:27.132524 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:28.726205 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:44.791545 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:45.538904 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-ca576b39-6288-48b1-8d01-024ba9cdf701 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014368149&fields=id&tenant_id=e871b7bc06b6412697156920cbc3f504 HTTP/1.1" status: 200 len: 267 time: 0.0324490 Aug 27 05:24:45.643335 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-d024d114-0075-465f-b729-f25faece4f14 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:45.644844 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-d024d114-0075-465f-b729-f25faece4f14 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 808 time: 0.0994945 Aug 27 05:24:45.659127 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-40b47b50-c3d5-4f43-b9c7-1589a441214d tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/quotas/e871b7bc06b6412697156920cbc3f504 HTTP/1.1" status: 200 len: 375 time: 0.0086968 Aug 27 05:24:45.713307 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-c0d277ca-1932-44b7-8602-192202512a9e tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486088 Aug 27 05:24:45.815988 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-f7fc2965-314b-429f-80b9-4f23217c0bf5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 05:24:45.817025 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-f7fc2965-314b-429f-80b9-4f23217c0bf5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0928831 Aug 27 05:24:45.904292 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-0e810078-c80c-4f89-a3f2-a081527fdccb service neutron] 10.222.0.25 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808814 Aug 27 05:24:45.997083 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-94b65190-510b-4cae-9399-353e35901cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870833 Aug 27 05:24:46.798932 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-de3cf3fb-4204-482a-b7cb-516d2975251d req-912adca6-9c10-44ff-a041-95cdc505d3b4 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 210 time: 0.0258081 Aug 27 05:24:47.897929 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b82c5307-1734-4b21-ba3e-d8bdac3e95cb req-1a6127a2-fa19-4934-a393-bad585d05aea tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 210 time: 0.0281126 Aug 27 05:24:48.781576 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-5a41f7d2-8fe9-4eca-bddd-b7c9f4cf4d00 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:48.783052 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-5a41f7d2-8fe9-4eca-bddd-b7c9f4cf4d00 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 808 time: 0.1006000 Aug 27 05:24:48.826026 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-c53b6296-7260-4d0e-8007-dd95c25d236d tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e871b7bc06b6412697156920cbc3f504 HTTP/1.1" status: 200 len: 380 time: 0.0325217 Aug 27 05:24:48.835371 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'port': {'device_id': '90510822-0024-44de-bea7-ddf2520bd93c', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'admin_state_up': True, 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'security_groups': ['b9dac669-dfe8-49fc-8dea-2794e2de67d6']}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:48.996292 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a9247145-0a2b-4340-b23e-06165ad94d92 req-83b02f39-38c8-46ca-bead-8b5168604cc1 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 210 time: 0.0312111 Aug 27 05:24:49.045327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Made reservation on behalf of e871b7bc06b6412697156920cbc3f504 for: {'port': 1} {{(pid=101016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 05:24:49.049078 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:49.448620 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_common [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Allocated IP 172.20.0.14 (35394ab9-2c27-4cfb-89b8-0d1c774df87c/357332ed-dcc1-426c-890c-b0d820d79ed0/db96af67-1e79-4cd7-bd7b-91a136709ad5) {{(pid=101016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:24:49.588059 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for port, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:49.603545 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Transition to ACTIVE for port object db96af67-1e79-4cd7-bd7b-91a136709ad5 will not be triggered until provisioned by entity DHCP. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:49.720059 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:49.762040 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c is already hosted by enough agents. {{(pid=101016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:24:49.767006 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.base_scheduler [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Resources bound (agent type, host, resource id): {{(pid=101016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:24:49.770768 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Received port after_create {{(pid=101016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:24:49.794382 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.809711 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.810460 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.810460 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.810619 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.810956 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:49.834256 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:49.834872 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:49.912864 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-73da85a3-b0b6-48f5-9751-4b6977458a93 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807173 Aug 27 05:24:49.925661 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.v2.base [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Request body: {'port': {'device_id': '90510822-0024-44de-bea7-ddf2520bd93c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=101016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:24:49.988764 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:50.031493 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-470612b5-4e86-4eec-a188-8b748f7f79e5 None None] Provisioning for port db96af67-1e79-4cd7-bd7b-91a136709ad5 completed by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:24:50.035618 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-470612b5-4e86-4eec-a188-8b748f7f79e5 None None] Provisioning complete for port db96af67-1e79-4cd7-bd7b-91a136709ad5 triggered by entity DHCP. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:24:50.036219 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-470612b5-4e86-4eec-a188-8b748f7f79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:50.070875 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-470612b5-4e86-4eec-a188-8b748f7f79e5 None None] Port db96af67-1e79-4cd7-bd7b-91a136709ad5 cannot update to ACTIVE because it is not bound. {{(pid=101017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 05:24:50.109965 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cc79f-03c3-45ce-9b79-0128840c427b req-bccfe873-8367-4f9f-b390-216c205f5d8c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:50.111361 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a58cc79f-03c3-45ce-9b79-0128840c427b req-bccfe873-8367-4f9f-b390-216c205f5d8c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 932 time: 0.0497913 Aug 27 05:24:50.150865 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a58cc79f-03c3-45ce-9b79-0128840c427b req-0de8be8e-0c18-4e6c-94d7-da6a0a678e13 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Aug 27 05:24:50.250983 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db96af67-1e79-4cd7-bd7b-91a136709ad5 {{(pid=101016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 05:24:50.258126 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:50.269438 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.provisioning_blocks [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Transition to ACTIVE for port object db96af67-1e79-4cd7-bd7b-91a136709ad5 will not be triggered until provisioned by entity L2. {{(pid=101016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 05:24:50.353706 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:50.400966 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=2']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:50.475217 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Attempting to bind port db96af67-1e79-4cd7-bd7b-91a136709ad5 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 05:24:50.475544 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Attempting to bind port db96af67-1e79-4cd7-bd7b-91a136709ad5 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 05:24:50.475882 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Attempting to bind port db96af67-1e79-4cd7-bd7b-91a136709ad5 on network 35394ab9-2c27-4cfb-89b8-0d1c774df87c {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:50.481084 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Port db96af67-1e79-4cd7-bd7b-91a136709ad5 on network 35394ab9-2c27-4cfb-89b8-0d1c774df87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 05:24:50.481416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Attempting to bind port db96af67-1e79-4cd7-bd7b-91a136709ad5 on network 35394ab9-2c27-4cfb-89b8-0d1c774df87c {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 05:24:50.486771 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Checking agent: {'id': '26e77ef5-5d9a-48bc-9bb1-0617e4400780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'started_at': datetime.datetime(2021, 8, 27, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 5, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 05:24:50.487126 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Checking segment: {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 05:24:50.487521 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Bound using segment: {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'} {{(pid=101016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 05:24:50.488005 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.managers [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Bound port: db96af67-1e79-4cd7-bd7b-91a136709ad5, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd6de56-357d-4756-8f0d-3fc3c5633c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c'}}] {{(pid=101016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 05:24:50.488340 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:50.557736 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, cleared binding levels {{(pid=101016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 05:24:50.560984 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 05:24:50.702832 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6856950'] for port, after_update {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:50.736828 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:50.737547 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:50.738962 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] 10.222.0.43 "PUT /v2.0/ports/db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1094 time: 0.8173008 Aug 27 05:24:50.739198 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:24:50.741465 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f701a5-c7d6-43cf-a942-bd288a7e25a2" -d '{"events": [{"name": "network-changed", "server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:24:50.768805 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eddb7-81e3-413a-a4fb-950479cfae14 service neutron] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=3']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:50.786616 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 05:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e9be1-adde-465e-b014-bd92665f198b x-openstack-request-id: req-b73e9be1-adde-465e-b014-bd92665f198b {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:24:50.787092 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:24:50.787509 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b73e9be1-adde-465e-b014-bd92665f198b {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:24:50.788079 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'status': 'completed', 'code': 200} Aug 27 05:24:50.855555 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f701a5-c7d6-43cf-a942-bd288a7e25a2 req-6b995566-5b36-4d3c-b1e3-b13438103c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:50.859174 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-47f701a5-c7d6-43cf-a942-bd288a7e25a2 req-6b995566-5b36-4d3c-b1e3-b13438103c1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1097 time: 0.0482271 Aug 27 05:24:50.961160 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f701a5-c7d6-43cf-a942-bd288a7e25a2 req-fb9aa962-e4d8-40c7-affd-11ce3702baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:50.962598 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-47f701a5-c7d6-43cf-a942-bd288a7e25a2 req-fb9aa962-e4d8-40c7-affd-11ce3702baee service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e871b7bc06b6412697156920cbc3f504&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0962756 Aug 27 05:24:50.974983 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33810) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:51.061235 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f701a5-c7d6-43cf-a942-bd288a7e25a2 req-eeca7baa-5532-4704-beae-83fb46028f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:51.062696 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-47f701a5-c7d6-43cf-a942-bd288a7e25a2 req-eeca7baa-5532-4704-beae-83fb46028f62 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925729 Aug 27 05:24:51.081008 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:51.141329 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-61856c0f-1aa8-4223-ae42-a8f40f703e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:51.142831 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-61856c0f-1aa8-4223-ae42-a8f40f703e0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1097 time: 0.0407233 Aug 27 05:24:51.169339 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:51.185089 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-5af9e64f-4b7f-4e86-96a0-cb47432593eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 217 time: 0.0342555 Aug 27 05:24:51.238744 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-a29d96f0-8c4f-44eb-a1d3-c5ea0265e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:51.240114 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-a29d96f0-8c4f-44eb-a1d3-c5ea0265e3b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0479460 Aug 27 05:24:51.247654 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:51.285963 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-f90f15c1-e729-46fd-a84a-834c4ad584fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:51.287442 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-f90f15c1-e729-46fd-a84a-834c4ad584fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394633 Aug 27 05:24:51.294401 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3f321798ab447eca9f938207d81539b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183143 Aug 27 05:24:51.296980 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33816) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:51.298022 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61c00bd-c1d5-4d58-b4d3-af8f79679dcb,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:51.308855 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330a8fe-0800-4373-bc9e-2ae633dc9259 req-c27de085-c1f9-43c7-9ba5-493beaf090ff tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:51.310350 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4330a8fe-0800-4373-bc9e-2ae633dc9259 req-c27de085-c1f9-43c7-9ba5-493beaf090ff tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0932691 Aug 27 05:24:51.315253 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.315609 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.315960 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.316304 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.316672 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.317011 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.317348 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.317684 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.318018 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.318348 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.318679 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.319002 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5a2c-dd2a-4377-847c-a0ee283d842e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:51.355849 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-4330a8fe-0800-4373-bc9e-2ae633dc9259 req-b8d945f3-61a4-4722-8567-565480527c82 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Aug 27 05:24:51.417103 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e95-669b-45b0-b5e3-63243f4bf106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:51.433305 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-f2cd3656-4e66-42bf-887f-f19f0480838c service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291301 Aug 27 05:24:51.453612 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e95-669b-45b0-b5e3-63243f4bf106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:51.549522 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4376aacb-5583-4f55-8b94-02b245a80f4c req-8fc75ea8-1f13-4af7-ac32-e058d40d3352 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075299 Aug 27 05:24:51.616502 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e95-669b-45b0-b5e3-63243f4bf106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:51.619032 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e95-669b-45b0-b5e3-63243f4bf106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:51.620163 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-c5cc9e95-669b-45b0-b5e3-63243f4bf106 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b61c00bd-c1d5-4d58-b4d3-af8f79679dcb HTTP/1.1" status: 204 len: 168 time: 0.3221700 Aug 27 05:24:51.627923 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc9e95-669b-45b0-b5e3-63243f4bf106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61c00bd-c1d5-4d58-b4d3-af8f79679dcb,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:52.203106 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33822) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:52.216300 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fd305d4-68b3-4f26-824b-32f6edec4f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:52.302760 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fd305d4-68b3-4f26-824b-32f6edec4f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:52.357309 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4fd305d4-68b3-4f26-824b-32f6edec4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:52.395978 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4fd305d4-68b3-4f26-824b-32f6edec4f0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfa3340b90bb47c9bc57228f6d07e415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917715 Aug 27 05:24:52.396887 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd305d4-68b3-4f26-824b-32f6edec4f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e73d0d-6fbe-4120-b9c0-effad8e14a63,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:52.399020 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33826) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:52.483026 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-67b6b848-0d53-4ceb-9d55-8eb37d0e543a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:52.494856 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a47d7-28f7-4a63-9ba5-5bdde166e800 req-0a6bd004-92b7-40c1-a3cb-5ab6ca341d89 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:52.496311 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4c0a47d7-28f7-4a63-9ba5-5bdde166e800 req-0a6bd004-92b7-40c1-a3cb-5ab6ca341d89 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0691576 Aug 27 05:24:52.526147 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-67b6b848-0d53-4ceb-9d55-8eb37d0e543a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:52.559995 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-4c0a47d7-28f7-4a63-9ba5-5bdde166e800 req-bb4035e7-b9ef-4914-9f81-a3289872afae tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568237 Aug 27 05:24:52.670979 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-67b6b848-0d53-4ceb-9d55-8eb37d0e543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:52.673594 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-67b6b848-0d53-4ceb-9d55-8eb37d0e543a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:52.674742 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-67b6b848-0d53-4ceb-9d55-8eb37d0e543a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57e73d0d-6fbe-4120-b9c0-effad8e14a63 HTTP/1.1" status: 204 len: 168 time: 0.2746766 Aug 27 05:24:52.682659 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6b848-0d53-4ceb-9d55-8eb37d0e543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e73d0d-6fbe-4120-b9c0-effad8e14a63,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:53.242990 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-67f8c6de-8bd2-49a3-a673-2ea9c93b6b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:53.687776 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400fefd-df66-4fe7-9428-b79ff81a7144 req-cae3dd16-9e32-4da0-869b-b38950d17436 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:53.692416 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7400fefd-df66-4fe7-9428-b79ff81a7144 req-cae3dd16-9e32-4da0-869b-b38950d17436 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0559499 Aug 27 05:24:53.728740 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-7400fefd-df66-4fe7-9428-b79ff81a7144 req-4e0be4ec-10c3-4b6c-818d-ae3dfdcc1aaf tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Aug 27 05:24:54.205807 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 33858) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:54.310376 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b261aae2-03d9-4819-a50e-d00cdff831dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:54.395364 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b261aae2-03d9-4819-a50e-d00cdff831dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:54.473152 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-b261aae2-03d9-4819-a50e-d00cdff831dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:54.514209 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-b261aae2-03d9-4819-a50e-d00cdff831dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05bdf5059ef7452ea98e2a574d77d01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073699 Aug 27 05:24:54.515110 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261aae2-03d9-4819-a50e-d00cdff831dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861edcb1-f44f-46ab-8bb4-4bf8661d5089,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:54.516887 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33862) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:24:54.564298 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1a687c-99f9-4ac0-aec1-aececb4739ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:54.586012 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1a687c-99f9-4ac0-aec1-aececb4739ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:54.707627 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1a687c-99f9-4ac0-aec1-aececb4739ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:54.710199 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-cc1a687c-99f9-4ac0-aec1-aececb4739ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:54.711356 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-cc1a687c-99f9-4ac0-aec1-aececb4739ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/861edcb1-f44f-46ab-8bb4-4bf8661d5089 HTTP/1.1" status: 204 len: 168 time: 0.1933858 Aug 27 05:24:54.719477 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a687c-99f9-4ac0-aec1-aececb4739ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861edcb1-f44f-46ab-8bb4-4bf8661d5089,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:54.841458 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154aea0-cb55-4052-bdc6-294017a5e776 req-ce82e2a1-020e-4ee2-933c-3ec6de217118 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:54.842953 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f154aea0-cb55-4052-bdc6-294017a5e776 req-ce82e2a1-020e-4ee2-933c-3ec6de217118 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0484743 Aug 27 05:24:54.879848 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f154aea0-cb55-4052-bdc6-294017a5e776 req-fa1c50ec-f102-47f0-9435-41f6d64eb49e tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Aug 27 05:24:55.868542 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a725b322-3a77-4ef7-9e18-9bbf20ba821f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:55.992661 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb239f9-4adb-4421-bc36-c003823e14d9 req-198d2312-3241-4ed3-809b-b733e4f5e07c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:55.994188 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3fb239f9-4adb-4421-bc36-c003823e14d9 req-198d2312-3241-4ed3-809b-b733e4f5e07c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0485573 Aug 27 05:24:56.035624 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3fb239f9-4adb-4421-bc36-c003823e14d9 req-80487ee1-cac3-4cea-8ba1-33ac876e16cd tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Aug 27 05:24:56.065678 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:57.142795 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:57.152233 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff88f-c033-48c3-93c8-e4cbf0b7f5c6 req-3e5bf948-cbf2-4117-9ee4-50a2bd887470 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:57.154020 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6caff88f-c033-48c3-93c8-e4cbf0b7f5c6 req-3e5bf948-cbf2-4117-9ee4-50a2bd887470 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0513616 Aug 27 05:24:57.193886 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6caff88f-c033-48c3-93c8-e4cbf0b7f5c6 req-0bafb67b-e1cb-43b9-8d4f-1e935b86e210 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Aug 27 05:24:58.308973 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ace5cc-a3b1-4672-b31d-a74c1c69d576 req-8d6c9806-0fbc-4cf4-bac0-bd9b27b796cd tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:58.310448 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-24ace5cc-a3b1-4672-b31d-a74c1c69d576 req-8d6c9806-0fbc-4cf4-bac0-bd9b27b796cd tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0488665 Aug 27 05:24:58.349218 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-24ace5cc-a3b1-4672-b31d-a74c1c69d576 req-2a2c05d0-51c5-4bc0-8225-7e14e540d369 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329349 Aug 27 05:24:58.751029 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:59.464781 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device db96af67-1e79-4cd7-bd7b-91a136709ad5 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 05:24:59.471277 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec733ec-f579-4fcf-9867-eba6245e7292 req-22db4af5-5d53-4ed3-a22c-84eb707f2bf9 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:24:59.472791 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eec733ec-f579-4fcf-9867-eba6245e7292 req-22db4af5-5d53-4ed3-a22c-84eb707f2bf9 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0519402 Aug 27 05:24:59.510139 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-eec733ec-f579-4fcf-9867-eba6245e7292 req-b933cf4b-adeb-41e3-823d-d67b447e9244 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Aug 27 05:24:59.559150 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:59.570540 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'port_id': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'mac_address': 'fa:16:3e:ba:79:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 05:24:59.607809 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:59.620403 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db96af67-1e79-4cd7-bd7b-91a136709ad5 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 05:24:59.639425 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:24:59.719318 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:24:59.775359 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=4']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:24:59.782390 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.782743 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.783091 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.783431 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.783767 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.784101 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.784459 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.784791 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.785120 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.785448 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.785775 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.786099 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:24:59.979946 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['db96af67-1e79-4cd7-bd7b-91a136709ad5'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 05:25:00.626122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675be28-1222-4f18-86c3-144ddb06bd00 req-cca62345-ccff-4a48-97cb-021dcba68515 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:00.627642 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3675be28-1222-4f18-86c3-144ddb06bd00 req-cca62345-ccff-4a48-97cb-021dcba68515 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 945 time: 0.0508046 Aug 27 05:25:00.667597 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3675be28-1222-4f18-86c3-144ddb06bd00 req-a0ee0a39-55d2-4582-8e1c-d03d3f725591 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Aug 27 05:25:01.477973 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device db96af67-1e79-4cd7-bd7b-91a136709ad5 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:25:01.593314 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning for port db96af67-1e79-4cd7-bd7b-91a136709ad5 completed by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 05:25:01.597738 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port db96af67-1e79-4cd7-bd7b-91a136709ad5 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:25:01.598119 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:01.672929 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:01.705854 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:25:01.705854 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd68341f-f587-4d54-8fcb-a259e2626e63" -d '{"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-plugged", "status": "completed", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:25:01.767329 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:25:01.845103 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:01.884730 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb508b4-9b8a-4d3c-bb31-b3a1b05ca62a req-4ae50cfd-69fe-40f8-86c5-6e17774f56db tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:01.888057 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bfb508b4-9b8a-4d3c-bb31-b3a1b05ca62a req-4ae50cfd-69fe-40f8-86c5-6e17774f56db tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 945 time: 0.1073167 Aug 27 05:25:01.923831 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=5']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:01.950281 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-bfb508b4-9b8a-4d3c-bb31-b3a1b05ca62a req-c73130b9-3f15-41b4-8870-af0bc9d85e9f tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534925 Aug 27 05:25:02.027053 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 05:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9873018b-cb41-4611-af44-dadfa1606237 x-openstack-request-id: req-9873018b-cb41-4611-af44-dadfa1606237 {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:25:02.027371 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-plugged", "status": "completed", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:25:02.027625 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9873018b-cb41-4611-af44-dadfa1606237 {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:25:02.028021 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'code': 200} Aug 27 05:25:02.372941 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cbf31-3d2a-4d0b-b8ac-f9e87c5b5f27 req-b3436fa1-94b7-4f16-bd6c-c10dafed8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:02.374462 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e13cbf31-3d2a-4d0b-b8ac-f9e87c5b5f27 req-b3436fa1-94b7-4f16-bd6c-c10dafed8cfd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0449545 Aug 27 05:25:02.416559 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e13cbf31-3d2a-4d0b-b8ac-f9e87c5b5f27 req-2243ce1a-d64f-4471-a84a-b574e8c2e07b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344679 Aug 27 05:25:03.069446 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937e982-1ac1-4880-8980-9d037c701cce req-39e0438c-81eb-4ee6-a110-33ef96966213 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:03.070927 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b937e982-1ac1-4880-8980-9d037c701cce req-39e0438c-81eb-4ee6-a110-33ef96966213 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0531900 Aug 27 05:25:03.109796 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-b937e982-1ac1-4880-8980-9d037c701cce req-fb669cf2-4406-4853-8def-849188c1cf30 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Aug 27 05:25:03.286471 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:25:04.225543 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805209-210e-46e1-9d53-c55c5b46342b req-4baa8400-4cb6-41c0-ae3c-f736ecadbd90 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:04.227556 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-45805209-210e-46e1-9d53-c55c5b46342b req-4baa8400-4cb6-41c0-ae3c-f736ecadbd90 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0506351 Aug 27 05:25:04.269775 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-45805209-210e-46e1-9d53-c55c5b46342b req-9b5c59ec-3218-4cb8-ace9-f2fe0377fde8 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363178 Aug 27 05:25:04.382327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a078f-54d1-4585-a4bf-0b47cf9e22c4 req-4211f68f-5615-4b73-a02c-5712eb5b8db6 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:04.383792 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-941a078f-54d1-4585-a4bf-0b47cf9e22c4 req-4211f68f-5615-4b73-a02c-5712eb5b8db6 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0483918 Aug 27 05:25:04.421340 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-941a078f-54d1-4585-a4bf-0b47cf9e22c4 req-3461ecb4-e720-4928-9b17-027db3e3bad8 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312335 Aug 27 05:25:04.442895 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33982) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:04.628036 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21220e3-95dc-4741-a9a0-c3db5f5b1a18 tempest-TestShelveInstance-761544726 tempest-TestShelveInstance-761544726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:04.629657 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-e21220e3-95dc-4741-a9a0-c3db5f5b1a18 tempest-TestShelveInstance-761544726 tempest-TestShelveInstance-761544726-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1094 time: 0.1857536 Aug 27 05:25:04.632538 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 33986) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:04.636895 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.v2.base [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Request body: {'floatingip': {'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'port_id': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 05:25:04.764749 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for floatingip, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:04.868176 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:04.976310 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_common [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Allocated IP 172.27.0.153 (ff473b6e-bdd7-412c-87dc-739296c001a1/5f6a4c88-da35-4af1-978f-3b6b46094d3f/df20ad32-327a-49fa-bf26-5b18fb806284) {{(pid=101015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 05:25:05.084936 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for port, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:05.176152 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743842079254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:05.216145 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Network ff473b6e-bdd7-412c-87dc-739296c001a1 is already hosted by enough agents. {{(pid=101015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 05:25:05.222398 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.base_scheduler [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Resources bound (agent type, host, resource id): {{(pid=101015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 05:25:05.226916 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Received port after_create {{(pid=101015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 05:25:05.230491 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'Port': ['ID=df20ad32-327a-49fa-bf26-5b18fb806284,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:05.587053 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:05.736557 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:05.888160 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for port, precommit_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:05.956234 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112650'] for port, after_update {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:06.027992 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event updated for resources: {'Port': ['ID=df20ad32-327a-49fa-bf26-5b18fb806284,revision_number=2']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:06.038875 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3895423'] for floatingip, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:06.143191 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.db.l3_db [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Floating IP 02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8 associated. External IP: 172.27.0.153, port: db96af67-1e79-4cd7-bd7b-91a136709ad5. Aug 27 05:25:06.355999 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:25:06.464440 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:25:06.473731 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] Sync routers for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:25:06.483631 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:25:06.484321 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:24:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:25:06.530475 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:06.557530 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-2bd00fd2-4072-452b-9585-3b63bd071c43 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9239392 Aug 27 05:25:06.558133 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5'}] {{(pid=101015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:25:06.560441 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d25e00f9f59cee35c7f5ca1413eb46ea19cf9d2b784d29275c305145596479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5"}]}' {{(pid=101015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:25:06.593713 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:25:06.653377 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e6f8d-964e-413f-bf2f-68e67e1bdcb7 x-openstack-request-id: req-636e6f8d-964e-413f-bf2f-68e67e1bdcb7 {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:25:06.653674 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5", "status": "completed", "code": 200}]} {{(pid=101015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:25:06.653929 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-636e6f8d-964e-413f-bf2f-68e67e1bdcb7 {{(pid=101015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:25:06.654341 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'status': 'completed', 'code': 200} Aug 27 05:25:06.720043 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-e7ad46c9-e81d-4e36-a2df-eaefe30ac5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:06.721503 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-e7ad46c9-e81d-4e36-a2df-eaefe30ac5ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0457606 Aug 27 05:25:06.815150 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-1aa11633-9c83-4fac-a0f5-5c9e22aa81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:06.816715 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-1aa11633-9c83-4fac-a0f5-5c9e22aa81d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0877464 Aug 27 05:25:06.818871 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'port_id': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'mac_address': 'fa:16:3e:ba:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90510822-0024-44de-bea7-ddf2520bd93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T05:25:05Z', 'updated_at': '2021-08-27T05:25:05Z', 'revision_number': 0, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:16Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:25:06.849664 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] Checking router: 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:25:06.857980 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:25:06.858606 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:24:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:25:06.882038 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-9f859d49-2ef4-491b-9183-af2fe3b76afa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0575113 Aug 27 05:25:06.931376 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-3b08fc37-0635-4daa-90d0-21a8181e3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:06.932887 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-3b08fc37-0635-4daa-90d0-21a8181e3931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0433130 Aug 27 05:25:06.966093 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:25:06.982937 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-c20d9ad4-7b78-4f01-920c-ff5331e810fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:06.984374 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-c20d9ad4-7b78-4f01-920c-ff5331e810fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442185 Aug 27 05:25:07.076264 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-c6d8e58a-f30d-4309-8524-db87381f7308 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842607 Aug 27 05:25:07.174500 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f4090541-37f1-4dee-9bdb-58ff4f53c0b6 req-839e3d1e-9189-451c-8cca-97a7b10797aa service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903277 Aug 27 05:25:07.199186 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'port_id': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'mac_address': 'fa:16:3e:ba:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90510822-0024-44de-bea7-ddf2520bd93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T05:25:05Z', 'updated_at': '2021-08-27T05:25:05Z', 'revision_number': 0, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:16Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:25:07.230869 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa59d08-888f-49db-bd09-d54d7cc41224 None None] The sync data for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi is: [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_floatingips': [{'id': '02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'router_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'port_id': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'mac_address': 'fa:16:3e:ba:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90510822-0024-44de-bea7-ddf2520bd93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T05:25:05Z', 'updated_at': '2021-08-27T05:25:05Z', 'revision_number': 0, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:16Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:25:07.410894 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c77881b-ec97-429a-9dcf-d30e4162d16c None None] New status for floating IP 02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8: ACTIVE {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 05:25:14.476158 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34042) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:14.581337 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f49e2227-3065-4cff-8694-1e936c5656b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.668049 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f49e2227-3065-4cff-8694-1e936c5656b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.712665 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-f49e2227-3065-4cff-8694-1e936c5656b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.751047 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-f49e2227-3065-4cff-8694-1e936c5656b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d8eabf170bf42b78c16c32bdb1fe73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737913 Aug 27 05:25:14.752300 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e2227-3065-4cff-8694-1e936c5656b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd6986-439d-4d39-8b12-28e1a63ec483,revision_number=1']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:14.753829 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 34046) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:14.792913 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.805904 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-174cd2d0-3436-4c09-9e40-f20655e99bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.835416 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-174cd2d0-3436-4c09-9e40-f20655e99bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.955361 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-174cd2d0-3436-4c09-9e40-f20655e99bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.957888 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-174cd2d0-3436-4c09-9e40-f20655e99bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:14.959033 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-174cd2d0-3436-4c09-9e40-f20655e99bfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11fd6986-439d-4d39-8b12-28e1a63ec483 HTTP/1.1" status: 204 len: 168 time: 0.2042329 Aug 27 05:25:14.966598 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cd2d0-3436-4c09-9e40-f20655e99bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd6986-439d-4d39-8b12-28e1a63ec483,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:23.249403 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f16d7802-0722-4fe4-b807-02032ff91436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:25.871883 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-3bea0687-78d0-4a33-afa7-d2417c2787a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:26.060710 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:27.178122 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:28.726231 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.239482 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 34180) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:40.286076 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:25:40.340230 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bf2f54a5-5bf0-46e9-ba05-54605e489002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.424583 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bf2f54a5-5bf0-46e9-ba05-54605e489002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.505486 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-bf2f54a5-5bf0-46e9-ba05-54605e489002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.546139 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-bf2f54a5-5bf0-46e9-ba05-54605e489002 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af5055f516754787b32cb6b60eae1f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054912 Aug 27 05:25:40.547006 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f54a5-5bf0-46e9-ba05-54605e489002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897ed491-3f2e-4da6-b768-deb9e40b873d,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:40.548786 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34184) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:40.600937 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a814-d21e-4adb-8228-4bc1e9d00da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.621140 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a814-d21e-4adb-8228-4bc1e9d00da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.740122 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a814-d21e-4adb-8228-4bc1e9d00da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.742664 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a814-d21e-4adb-8228-4bc1e9d00da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:40.744370 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-b7d2a814-d21e-4adb-8228-4bc1e9d00da5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/897ed491-3f2e-4da6-b768-deb9e40b873d HTTP/1.1" status: 204 len: 168 time: 0.1945381 Aug 27 05:25:40.752084 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2a814-d21e-4adb-8228-4bc1e9d00da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ed491-3f2e-4da6-b768-deb9e40b873d,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:44.837857 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:46.596871 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 34252) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:46.711540 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6d91e348-68d6-4031-bcfe-a53fc6c6d43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:46.796935 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6d91e348-68d6-4031-bcfe-a53fc6c6d43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:46.879192 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-6d91e348-68d6-4031-bcfe-a53fc6c6d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_create {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:46.917896 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-6d91e348-68d6-4031-bcfe-a53fc6c6d43c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=778772cb6edf4ef99ed0fbabe4105b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197563 Aug 27 05:25:46.918507 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91e348-68d6-4031-bcfe-a53fc6c6d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95906f2b-c460-4150-92da-eb91187f0e20,revision_number=1']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:46.921529 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34256) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:25:46.970730 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-935cf5b8-252a-44bd-a4dd-6c71af11b2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:46.991351 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-935cf5b8-252a-44bd-a4dd-6c71af11b2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:47.182643 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-935cf5b8-252a-44bd-a4dd-6c71af11b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:47.185135 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-935cf5b8-252a-44bd-a4dd-6c71af11b2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:47.186302 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-935cf5b8-252a-44bd-a4dd-6c71af11b2f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95906f2b-c460-4150-92da-eb91187f0e20 HTTP/1.1" status: 204 len: 168 time: 0.2633471 Aug 27 05:25:47.194197 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cf5b8-252a-44bd-a4dd-6c71af11b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95906f2b-c460-4150-92da-eb91187f0e20,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:25:52.355740 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-040335a2-1552-40d9-8d08-52019d0cbd18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387216 Aug 27 05:25:52.437044 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-2d7c6228-1008-4053-9b85-a6f282171856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:52.438415 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-2d7c6228-1008-4053-9b85-a6f282171856 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0431345 Aug 27 05:25:52.536699 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-1c842153-01ec-4f40-a5a3-23a02def983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:52.538131 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-1c842153-01ec-4f40-a5a3-23a02def983a service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0815554 Aug 27 05:25:52.604968 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-fa185282-8445-4be2-acc0-bed1817e401b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1002 time: 0.0595596 Aug 27 05:25:52.651144 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-47496b1e-7185-4b72-8136-30b57699a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:52.652540 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-47496b1e-7185-4b72-8136-30b57699a7fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0410719 Aug 27 05:25:52.697030 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-a62765ac-8b2b-47a7-8f8e-7cb804fcfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:25:52.697986 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-a62765ac-8b2b-47a7-8f8e-7cb804fcfbec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389166 Aug 27 05:25:52.785930 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-4d46b13c-3c9f-4d78-8755-57ed0ee8b0e7 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806875 Aug 27 05:25:52.871629 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-831ac80a-3ccc-4c53-a634-602424a2b7f9 req-6c57e963-355d-4f25-8ac3-e34f942ab13e service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784039 Aug 27 05:25:53.255923 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8610-c94d-4928-9d6d-c537ce602da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:55.888374 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-8eafa145-ee74-484a-90b6-ded02217b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:56.107256 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:57.139163 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:25:58.747311 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:14.824639 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:17.284827 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:26:23.281538 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-d0290526-ffc1-454e-82ee-43ce5a5d8558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:25.886793 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-15dc5690-95d0-4152-b019-1c2b28e2710f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:26.088547 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:27.140025 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:28.768747 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:44.874406 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:52.455230 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-6d41ae0f-bec6-418c-bfae-3365daf048cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410015 Aug 27 05:26:52.537534 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11cdad-709f-436f-ba40-c014e807e206 req-09ae7da2-2a11-4fd2-8ad2-54afd9e60947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:26:52.539041 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-09ae7da2-2a11-4fd2-8ad2-54afd9e60947 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0439479 Aug 27 05:26:52.640079 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11cdad-709f-436f-ba40-c014e807e206 req-d8ff45e5-dcf3-4d73-81b4-ad7f8dd0eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:26:52.641576 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-d8ff45e5-dcf3-4d73-81b4-ad7f8dd0eed6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0828295 Aug 27 05:26:52.711481 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-3ea4d6a9-e7a6-49bf-b830-c9e33b8aba48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1002 time: 0.0622230 Aug 27 05:26:52.762123 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11cdad-709f-436f-ba40-c014e807e206 req-895edffe-3adf-4bed-ac5f-3e677e02c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:26:52.763581 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-895edffe-3adf-4bed-ac5f-3e677e02c527 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0456612 Aug 27 05:26:52.807375 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11cdad-709f-436f-ba40-c014e807e206 req-79e824b2-7738-4457-92bd-a0e15ab2ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:26:52.808845 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-79e824b2-7738-4457-92bd-a0e15ab2ce38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388696 Aug 27 05:26:52.818954 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-33d4fbf9-fb2f-4ded-8bff-761dd93b21f6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 05:26:52.819891 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-33d4fbf9-fb2f-4ded-8bff-761dd93b21f6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047295 Aug 27 05:26:52.908423 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-fa180110-b2ea-4e50-8e43-e5060625ac25 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815692 Aug 27 05:26:52.996191 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6e11cdad-709f-436f-ba40-c014e807e206 req-295647bc-b4eb-410c-b016-064f9e690b20 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803888 Aug 27 05:26:53.241289 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bdfd56b9-282a-40ee-9ce0-66a944f498c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:54.283599 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:26:55.863898 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-62ca1bfb-1b47-4fb6-82be-cae376732cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:56.161237 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:57.131274 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:26:58.738109 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:12.736443 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17eb93-9a88-441b-b17e-0ff6c6e2ccf6 req-58ea207c-0011-46ff-afff-07bcb1f9c637 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:12.737922 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3a17eb93-9a88-441b-b17e-0ff6c6e2ccf6 req-58ea207c-0011-46ff-afff-07bcb1f9c637 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0524671 Aug 27 05:27:12.775307 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-3a17eb93-9a88-441b-b17e-0ff6c6e2ccf6 req-ef7b9b6e-3c08-416e-bac9-fd97ff600d6d tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Aug 27 05:27:13.889789 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78452d90-2266-44a9-886d-8b74cd58c48a req-213d0354-f428-42c1-9d0b-fbeff77bee5d tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:13.891241 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-78452d90-2266-44a9-886d-8b74cd58c48a req-213d0354-f428-42c1-9d0b-fbeff77bee5d tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0485020 Aug 27 05:27:13.928799 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-78452d90-2266-44a9-886d-8b74cd58c48a req-2eff80dd-8f9d-480c-892d-c6d4b711346f tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Aug 27 05:27:14.840219 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:15.053083 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63059510-70b7-4ff5-ac1a-c12e3343af98 req-98673ed5-8b76-4eb1-bfd5-44335aaaef8c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:15.054554 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-63059510-70b7-4ff5-ac1a-c12e3343af98 req-98673ed5-8b76-4eb1-bfd5-44335aaaef8c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0480273 Aug 27 05:27:15.091599 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-63059510-70b7-4ff5-ac1a-c12e3343af98 req-50f4c76e-2fbf-4cd9-8059-f69b24d8362f tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Aug 27 05:27:16.206385 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04716328-24d4-4e13-9877-3ed6b597e61d req-eaf48ccf-64a4-4ff4-8c9c-2fc599d352c1 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:16.207856 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-04716328-24d4-4e13-9877-3ed6b597e61d req-eaf48ccf-64a4-4ff4-8c9c-2fc599d352c1 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0520434 Aug 27 05:27:16.245788 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-04716328-24d4-4e13-9877-3ed6b597e61d req-7e306ccf-e401-4083-87d5-2e778e65ec36 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Aug 27 05:27:17.357513 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec77c-cc6d-4337-a687-0f0796dcf673 req-2e1dd3bf-7dd5-4e79-9f56-81413a35ffeb tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:17.358957 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bf1ec77c-cc6d-4337-a687-0f0796dcf673 req-2e1dd3bf-7dd5-4e79-9f56-81413a35ffeb tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0479512 Aug 27 05:27:17.394492 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bf1ec77c-cc6d-4337-a687-0f0796dcf673 req-cae40502-d9c2-4e90-b55c-f3333d1e3906 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297871 Aug 27 05:27:18.512625 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68f15c-ac30-4379-83f2-08b66d7fb1f9 req-ee9ba5ad-7fbe-4ae4-a93e-b756cfa9d694 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:18.513993 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ef68f15c-ac30-4379-83f2-08b66d7fb1f9 req-ee9ba5ad-7fbe-4ae4-a93e-b756cfa9d694 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0479798 Aug 27 05:27:18.550531 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ef68f15c-ac30-4379-83f2-08b66d7fb1f9 req-21650a8a-4c49-4c96-a356-02185a557b34 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305712 Aug 27 05:27:19.665590 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb98eb8-a6d3-469b-a947-07caf0370d34 req-9fc0faf7-ff1e-4086-9e8a-b5e84bf427ac tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:19.667081 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bbb98eb8-a6d3-469b-a947-07caf0370d34 req-9fc0faf7-ff1e-4086-9e8a-b5e84bf427ac tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0515339 Aug 27 05:27:19.705620 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-bbb98eb8-a6d3-469b-a947-07caf0370d34 req-ca45f7c4-97da-4b3f-a4b9-e1bc6585eaab tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326934 Aug 27 05:27:20.820327 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d014-00dd-448d-83ae-d4f675a9fa0d req-8bffa511-e068-4997-94eb-166f99fc59b1 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:20.821816 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0071d014-00dd-448d-83ae-d4f675a9fa0d req-8bffa511-e068-4997-94eb-166f99fc59b1 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0486808 Aug 27 05:27:20.860482 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-0071d014-00dd-448d-83ae-d4f675a9fa0d req-c7723962-27d1-4843-9f54-54862c329264 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Aug 27 05:27:21.976017 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ef03b-bcc9-4bc8-98f7-9bb9d302f005 req-aa97f155-8f0c-4a18-9044-93bfa5994667 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:21.977562 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-390ef03b-bcc9-4bc8-98f7-9bb9d302f005 req-aa97f155-8f0c-4a18-9044-93bfa5994667 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0489590 Aug 27 05:27:22.014408 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-390ef03b-bcc9-4bc8-98f7-9bb9d302f005 req-5c28e3ab-f044-4d6c-bc53-c3fef164db55 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Aug 27 05:27:22.962262 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-4fa6656c-8706-4cef-83b5-d398f5305dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:22.963652 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-4fa6656c-8706-4cef-83b5-d398f5305dcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0438285 Aug 27 05:27:23.050467 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-66cc35d8-96dd-4f0b-8cde-8e214262fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:23.051979 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-66cc35d8-96dd-4f0b-8cde-8e214262fbc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0815790 Aug 27 05:27:23.146454 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-6318c261-71e7-4057-978e-331f6d5fa28e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1002 time: 0.0879922 Aug 27 05:27:23.169243 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1bddd-6c11-4198-9b9c-e0c06a04ecd3 req-99e46014-fb15-452c-bef9-a5a6cd2ebd6f tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:23.170691 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-73d1bddd-6c11-4198-9b9c-e0c06a04ecd3 req-99e46014-fb15-452c-bef9-a5a6cd2ebd6f tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0739732 Aug 27 05:27:23.221149 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-6e971cb0-4e28-4911-b506-0b220dc887b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:23.222478 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-6e971cb0-4e28-4911-b506-0b220dc887b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0687795 Aug 27 05:27:23.233120 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c1af4f3b-bbaf-40aa-a1f5-23d57252983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:23.242053 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-73d1bddd-6c11-4198-9b9c-e0c06a04ecd3 req-dae6e648-f37d-4c56-99dd-98aa3187e9dc tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532544 Aug 27 05:27:23.277429 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-53cdcb12-48eb-4fc0-989d-88be5a8ab983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:23.278905 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-53cdcb12-48eb-4fc0-989d-88be5a8ab983 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468571 Aug 27 05:27:23.365268 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-d4ba2418-d505-4437-8518-c749aa741306 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791895 Aug 27 05:27:23.458469 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-a3900fe8-e80c-4b2b-8be0-c7947620fdd2 req-a003aced-407f-4edf-a1bb-de1ed4049942 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866864 Aug 27 05:27:24.354795 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d3acd-ca03-4924-9af4-c84bd2c675a7 req-d0cf2af3-fc2f-4a05-9828-17be2f5d8c77 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:24.356241 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8a1d3acd-ca03-4924-9af4-c84bd2c675a7 req-d0cf2af3-fc2f-4a05-9828-17be2f5d8c77 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0480847 Aug 27 05:27:24.392255 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-8a1d3acd-ca03-4924-9af4-c84bd2c675a7 req-7292af9a-c1cd-4072-8b0e-5a2f560a621c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301635 Aug 27 05:27:25.506497 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a47054-2142-417f-ab46-81948a93078a req-0a1289e6-c0af-4376-9cff-928febf81608 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:25.513265 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e0a47054-2142-417f-ab46-81948a93078a req-0a1289e6-c0af-4376-9cff-928febf81608 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0505092 Aug 27 05:27:25.545607 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-e0a47054-2142-417f-ab46-81948a93078a req-a75b0deb-7752-49ac-b2d6-e7f425c96975 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Aug 27 05:27:25.856464 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-32aa8820-a427-4177-9076-7d4ceb202c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:26.107358 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:26.658911 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b39ab-4d26-4e86-9091-51903f4c6fff req-f0fbdd94-afa8-4a8b-8c3b-2ed3735a69de tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:26.660373 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a45b39ab-4d26-4e86-9091-51903f4c6fff req-f0fbdd94-afa8-4a8b-8c3b-2ed3735a69de tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0510552 Aug 27 05:27:26.699325 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a45b39ab-4d26-4e86-9091-51903f4c6fff req-da327736-b9e9-421b-97dd-d688dd66d922 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325048 Aug 27 05:27:27.113601 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:28.073479 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeef20-f270-4629-a1cf-01f0e4ae5caf req-b9613293-1213-44cf-85c3-fd052cb75495 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:28.080280 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cbdeef20-f270-4629-a1cf-01f0e4ae5caf req-b9613293-1213-44cf-85c3-fd052cb75495 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0499527 Aug 27 05:27:28.113062 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-cbdeef20-f270-4629-a1cf-01f0e4ae5caf req-4c2b3cc7-4f27-4e88-8f72-40013edc60c3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Aug 27 05:27:28.119493 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device db96af67-1e79-4cd7-bd7b-91a136709ad5 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:27:28.126469 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 34338) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:27:28.202413 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:28.210735 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-ab3cd5ec-40a4-42cf-9197-51463c90403c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830436 Aug 27 05:27:28.226450 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:27:28.228678 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a71f6a9-113c-4d3c-9453-aa7f3aa46f08" -d '{"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-unplugged", "status": "completed", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:27:28.241116 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:27:28.260856 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 05:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ac8568-608f-498d-b6de-c1ed2e91af3c x-openstack-request-id: req-b0ac8568-608f-498d-b6de-c1ed2e91af3c {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:27:28.261179 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-unplugged", "status": "failed", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5", "code": 422}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:27:28.261462 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0ac8568-608f-498d-b6de-c1ed2e91af3c {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:27:28.261848 dv-cinder-778193-4-iscsi neutron-server[101017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'code': 422} returned with failed status Aug 27 05:27:28.284777 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:28.331422 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=6']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:27:28.338689 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.339050 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.339392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.339729 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.340067 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.340424 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.340757 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.341086 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.341416 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.341740 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.342065 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.342384 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:27:28.742151 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:29.226031 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f9cee-9d8c-4253-8d21-af0cff057289 req-8c487fa8-e1e3-4591-b512-82b287322adc tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:29.227490 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9a7f9cee-9d8c-4253-8d21-af0cff057289 req-8c487fa8-e1e3-4591-b512-82b287322adc tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0487084 Aug 27 05:27:29.266218 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9a7f9cee-9d8c-4253-8d21-af0cff057289 req-5f346746-f9e4-4c4a-855f-81097df2af00 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Aug 27 05:27:30.379239 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bebfb2-fc21-4296-8de1-27aaa17ad2e7 req-6cbe19af-4017-4c93-8848-7b3496daf54a tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:30.381313 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f1bebfb2-fc21-4296-8de1-27aaa17ad2e7 req-6cbe19af-4017-4c93-8848-7b3496daf54a tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0503044 Aug 27 05:27:30.418618 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f1bebfb2-fc21-4296-8de1-27aaa17ad2e7 req-ac404206-5a4f-4713-a6c2-01ddeea16944 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Aug 27 05:27:31.282424 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:27:31.535501 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105e480-acbe-41f1-8696-cebf58071a6f req-74f8eeac-45db-48d0-ae44-590fcac38305 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:31.537661 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a105e480-acbe-41f1-8696-cebf58071a6f req-74f8eeac-45db-48d0-ae44-590fcac38305 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0539510 Aug 27 05:27:31.574512 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-a105e480-acbe-41f1-8696-cebf58071a6f req-05f44fcc-828f-40c8-a078-9adb9bef93de tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Aug 27 05:27:32.692234 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b3f06-0808-4b2e-aed7-74ee27997583 req-12535f64-63ea-4121-8ba9-d547e1a96248 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:32.693724 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-319b3f06-0808-4b2e-aed7-74ee27997583 req-12535f64-63ea-4121-8ba9-d547e1a96248 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0526361 Aug 27 05:27:32.730778 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-319b3f06-0808-4b2e-aed7-74ee27997583 req-8ee8a65f-bc74-47bb-8060-5dd34ef8e4f4 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Aug 27 05:27:33.856070 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929500f1-c266-42d3-9850-43e7823d37f5 req-c8290b03-8fc6-45cf-bd93-18bb2d2ef333 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:33.857588 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-929500f1-c266-42d3-9850-43e7823d37f5 req-c8290b03-8fc6-45cf-bd93-18bb2d2ef333 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0521355 Aug 27 05:27:33.895632 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-929500f1-c266-42d3-9850-43e7823d37f5 req-b4b1a563-2a8b-4094-984b-324a91253988 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Aug 27 05:27:34.395000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-e8827f56-7b75-42e2-bc4e-67cc31fbe108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:34.396483 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-e8827f56-7b75-42e2-bc4e-67cc31fbe108 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c&tenant_id=e871b7bc06b6412697156920cbc3f504 HTTP/1.1" status: 200 len: 1097 time: 0.0401356 Aug 27 05:27:34.467184 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-3dc87312-8db5-4787-9bf9-1cb94892c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:34.468612 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-3dc87312-8db5-4787-9bf9-1cb94892c859 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1097 time: 0.0509706 Aug 27 05:27:34.557428 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-f1586463-c79a-469a-bfc0-cd2af1cafbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:34.558828 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-f1586463-c79a-469a-bfc0-cd2af1cafbfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0831852 Aug 27 05:27:34.620743 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-28ab19bf-c020-4879-bb25-e3cd7ce24cd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0548902 Aug 27 05:27:34.670354 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-318ba827-ee1a-47e2-a7b2-68a5f7f66952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:34.671747 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-318ba827-ee1a-47e2-a7b2-68a5f7f66952 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0443363 Aug 27 05:27:34.716739 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-b3ee84e5-c184-4a9b-bd55-7d24a5b800f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:34.718293 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-b3ee84e5-c184-4a9b-bd55-7d24a5b800f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400958 Aug 27 05:27:34.804716 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-6de4fcad-a3ac-4709-849a-9d9cfaafdb3d service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782201 Aug 27 05:27:34.892312 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-ceb6154a-1ffa-4499-9ff9-6fa16a2ff9ea req-ee2c87b1-926b-4d23-81b5-2f16dbd206c5 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810697 Aug 27 05:27:35.007199 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162e350-eb4a-4c8a-b8c8-7f8f0ed0a7fc req-30b052c5-31c4-4716-ac18-e23f9c75a90c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:35.008611 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2162e350-eb4a-4c8a-b8c8-7f8f0ed0a7fc req-30b052c5-31c4-4716-ac18-e23f9c75a90c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0478621 Aug 27 05:27:35.044820 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-2162e350-eb4a-4c8a-b8c8-7f8f0ed0a7fc req-ccf0770a-a928-4e01-97c5-b900d61e014b tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303235 Aug 27 05:27:36.161299 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df734ab5-c5eb-442d-9318-3f7d2efdec48 req-1c122d6e-2591-4392-8d7a-f19a01403234 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:36.162746 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-df734ab5-c5eb-442d-9318-3f7d2efdec48 req-1c122d6e-2591-4392-8d7a-f19a01403234 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0473583 Aug 27 05:27:36.205214 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-df734ab5-c5eb-442d-9318-3f7d2efdec48 req-96cf202b-43e2-466f-8cc8-eb695288248b tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366910 Aug 27 05:27:37.315894 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d7a5-162d-4414-a73a-6d5e415cafcd req-29a33326-98ea-4250-a2ba-71056b8f87a3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:37.317828 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c39d7a5-162d-4414-a73a-6d5e415cafcd req-29a33326-98ea-4250-a2ba-71056b8f87a3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0463483 Aug 27 05:27:37.353671 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c39d7a5-162d-4414-a73a-6d5e415cafcd req-6c9a4ab7-be92-4647-9a4e-e06014053bd5 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301962 Aug 27 05:27:38.475688 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d572-5844-4be8-89c7-544406f1a59c req-b5304114-8a50-49f3-bb7b-b49c1faa00a5 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:38.477101 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0757d572-5844-4be8-89c7-544406f1a59c req-b5304114-8a50-49f3-bb7b-b49c1faa00a5 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0549090 Aug 27 05:27:38.514101 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-0757d572-5844-4be8-89c7-544406f1a59c req-ef59beb7-c10d-4ada-90bd-6528fdb089dd tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Aug 27 05:27:39.889138 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e5ae9-b982-4556-9560-432fc72bf542 req-33a8d83b-4e7c-45fd-9d64-32535826700d tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:39.890610 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f64e5ae9-b982-4556-9560-432fc72bf542 req-33a8d83b-4e7c-45fd-9d64-32535826700d tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.3114228 Aug 27 05:27:39.927662 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-f64e5ae9-b982-4556-9560-432fc72bf542 req-b52c937a-fdc2-462e-aad7-3ac3b4785a02 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Aug 27 05:27:41.039555 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88d5e4-d263-4472-b878-a89d55bc02f8 req-5af5f972-ca1d-4de0-9b82-b8bc5f970f26 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:41.041096 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1c88d5e4-d263-4472-b878-a89d55bc02f8 req-5af5f972-ca1d-4de0-9b82-b8bc5f970f26 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0477796 Aug 27 05:27:41.078448 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-1c88d5e4-d263-4472-b878-a89d55bc02f8 req-dbfad36a-a0a7-48c2-8f83-1923ad0e3248 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Aug 27 05:27:42.189390 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626aa64-7b30-400b-aba8-fd709c863abe req-510edcd7-3585-4f27-9ca5-7c236c1b9d1c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:42.190823 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9626aa64-7b30-400b-aba8-fd709c863abe req-510edcd7-3585-4f27-9ca5-7c236c1b9d1c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0471661 Aug 27 05:27:42.227769 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9626aa64-7b30-400b-aba8-fd709c863abe req-ef887441-f6bd-485d-9286-79cb5e07e656 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304980 Aug 27 05:27:43.339326 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65462660-4c7a-4bb3-b507-db325921f089 req-518cdb4a-ed67-484d-93c5-1f4ca6c93f97 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:43.340805 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-65462660-4c7a-4bb3-b507-db325921f089 req-518cdb4a-ed67-484d-93c5-1f4ca6c93f97 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 944 time: 0.0479474 Aug 27 05:27:43.377784 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-65462660-4c7a-4bb3-b507-db325921f089 req-11ec394b-3f69-4871-854d-a098f4f80c4c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Aug 27 05:27:44.212449 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device db96af67-1e79-4cd7-bd7b-91a136709ad5 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=101017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 05:27:44.301314 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:27:44.315410 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Returning: {'device': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'port_id': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'mac_address': 'fa:16:3e:ba:79:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 05:27:44.351241 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:44.363309 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db96af67-1e79-4cd7-bd7b-91a136709ad5 {{(pid=101017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 05:27:44.381573 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:27:44.427082 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:44.475594 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=7']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:27:44.492551 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122e0b9-f793-43c8-a0ea-3b09458fe2e1 req-653e4727-b3c2-4faf-a690-a988b9b3a73b tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:44.494030 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3122e0b9-f793-43c8-a0ea-3b09458fe2e1 req-653e4727-b3c2-4faf-a690-a988b9b3a73b tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 945 time: 0.0514710 Aug 27 05:27:44.531156 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-3122e0b9-f793-43c8-a0ea-3b09458fe2e1 req-004927c6-7817-4b8d-b9e3-17aec06bb8c0 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Aug 27 05:27:44.632767 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] get_ports_and_sgs() called for port_ids ['db96af67-1e79-4cd7-bd7b-91a136709ad5'] {{(pid=101017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 05:27:44.855831 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:45.668894 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb8dee-ddfb-4798-9a1c-7c9632d895de req-e1c9238c-9423-41a4-88e1-ba2a480f8468 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:45.670442 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9aeb8dee-ddfb-4798-9a1c-7c9632d895de req-e1c9238c-9423-41a4-88e1-ba2a480f8468 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 945 time: 0.0583258 Aug 27 05:27:45.711867 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-9aeb8dee-ddfb-4798-9a1c-7c9632d895de req-4f7206b1-5dac-4d82-98c3-10fe74cc2af9 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Aug 27 05:27:46.228148 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device db96af67-1e79-4cd7-bd7b-91a136709ad5 up at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 05:27:46.273476 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.provisioning_blocks [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Provisioning complete for port db96af67-1e79-4cd7-bd7b-91a136709ad5 triggered by entity L2. {{(pid=101017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 05:27:46.273857 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782042'] for port, provisioning_complete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:46.349873 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724051'] for port, before_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:46.370577 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5'}] {{(pid=101017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:27:46.372815 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d68e2572a0235a8318735a08d199ed20f03126bd9809535cc8c2adc9bb513906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fdd4b9-0975-443a-8cfb-9e1fc898cdf4" -d '{"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-plugged", "status": "completed", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5"}]}' {{(pid=101017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:27:46.385359 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:27:46.411176 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 05:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8e596b-3283-4f15-95c0-8b9e34394cce x-openstack-request-id: req-bb8e596b-3283-4f15-95c0-8b9e34394cce {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:27:46.411466 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-plugged", "status": "completed", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5", "code": 200}]} {{(pid=101017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:27:46.411719 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb8e596b-3283-4f15-95c0-8b9e34394cce {{(pid=101017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:27:46.412109 dv-cinder-778193-4-iscsi neutron-server[101017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'code': 200} Aug 27 05:27:46.449823 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743842553905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743842079272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743842079290'] for port, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:46.496685 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Pushing event updated for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=8']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:27:46.666268 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d849b-631e-4b95-8c4a-b4582e8a90f0 req-2290b656-0903-4e29-b17f-97dc8ca18a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:46.667660 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c42d849b-631e-4b95-8c4a-b4582e8a90f0 req-2290b656-0903-4e29-b17f-97dc8ca18a70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0433006 Aug 27 05:27:46.702882 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-c42d849b-631e-4b95-8c4a-b4582e8a90f0 req-2acd241a-ad82-4789-b661-dc85558be301 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281556 Aug 27 05:27:46.823379 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa0b5b-ff1a-4a42-8607-90f681598851 req-cd2b644a-9a70-48f9-b333-6632260e089e tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:46.824848 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-aaaa0b5b-ff1a-4a42-8607-90f681598851 req-cd2b644a-9a70-48f9-b333-6632260e089e tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0481772 Aug 27 05:27:46.860266 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-aaaa0b5b-ff1a-4a42-8607-90f681598851 req-4a2f60a5-a517-48b3-9d47-f552fe9f22a4 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297575 Aug 27 05:27:47.974611 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d973f09-45c7-43fe-87a7-7af35048955e req-0b0d6dbb-0661-4b67-ade8-3209c2516bef tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:47.976160 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9d973f09-45c7-43fe-87a7-7af35048955e req-0b0d6dbb-0661-4b67-ade8-3209c2516bef tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0500009 Aug 27 05:27:48.015790 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-9d973f09-45c7-43fe-87a7-7af35048955e req-f0012c54-947e-4f3b-987d-72ea2c72f62c tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338399 Aug 27 05:27:52.354142 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-c916bed5-4c7f-4748-96ff-f389b0c73d2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385885 Aug 27 05:27:52.434038 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-3d72b5de-7fe6-4896-b46b-adfefcf0eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:52.435803 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-3d72b5de-7fe6-4896-b46b-adfefcf0eb7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0421224 Aug 27 05:27:52.537145 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-0b220e74-bd30-49ea-b9e6-307ec629810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:52.538507 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-0b220e74-bd30-49ea-b9e6-307ec629810b service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0837004 Aug 27 05:27:52.611533 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-8d5425f3-aa09-46e0-9b7a-9c2993dc5c73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1002 time: 0.0614276 Aug 27 05:27:52.661092 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-16505e24-d58f-4802-a36b-c8c73c206362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:52.662473 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-16505e24-d58f-4802-a36b-c8c73c206362 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0436914 Aug 27 05:27:52.707887 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-d3171c47-d6bd-4bbf-8cd6-6f465732b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:27:52.709459 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-d3171c47-d6bd-4bbf-8cd6-6f465732b9e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401425 Aug 27 05:27:52.799683 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-a841d4c9-e9b1-4627-bb11-71aaeacb1b46 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823724 Aug 27 05:27:52.885766 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-1c2e9624-161a-4cb0-8844-2cd2b8fcdc4b req-f9dbbfb3-ff99-49f1-9472-295c5ed115a5 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792482 Aug 27 05:27:53.232278 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-816268c2-8c2d-47a1-8b55-682b47ccf4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:55.889787 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-07ee3e74-98f7-40f7-be73-5de7b1c8cef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:56.094965 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:57.141096 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:27:58.729028 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:08.280939 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:28:14.957128 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:23.254176 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-692f9f4d-61a5-46b6-8b39-ceed2b4bd9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:25.847922 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f4361765-0da0-4d2b-8b23-deadc6965f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:26.053825 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:27.133392 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:28.762789 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:44.835846 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:45.279734 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:28:53.212698 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5d6563fa-e52a-4325-b4ed-14b23b8d4c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:53.348447 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-af32d83f-9ed0-408f-944f-b75e59731f2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394619 Aug 27 05:28:53.428693 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-25749940-4789-4dae-98e8-9c37179d602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:28:53.430028 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-25749940-4789-4dae-98e8-9c37179d602b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0428746 Aug 27 05:28:53.527860 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-9a93e347-eeb0-496b-bab0-b6e22b3e0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:28:53.529327 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-9a93e347-eeb0-496b-bab0-b6e22b3e0cdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0811186 Aug 27 05:28:53.596509 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-622cb278-8514-4c5b-91fb-df1651dd9ca2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 1002 time: 0.0601356 Aug 27 05:28:53.643492 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-ae59db99-e3e2-424c-9f12-dc37b7a74189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:28:53.644892 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-ae59db99-e3e2-424c-9f12-dc37b7a74189 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0415838 Aug 27 05:28:53.688613 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-b423f2d6-46e8-45ad-b951-20e4ace647f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:28:53.690017 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-b423f2d6-46e8-45ad-b951-20e4ace647f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385172 Aug 27 05:28:53.780724 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-2f1ae367-7155-4a62-951a-8caace312a10 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838730 Aug 27 05:28:53.869354 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-264e9464-31a0-4705-a7c1-2c1979b96223 req-7c3c72f5-6ee3-4fa7-b8e6-0a474d4e2544 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813754 Aug 27 05:28:55.847022 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ac5a29d3-d2b6-44b6-93c1-627185d2c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:56.047536 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:57.138220 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:28:58.743726 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:00.718603 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 34424) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:00.871089 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Deleting port df20ad32-327a-49fa-bf26-5b18fb806284 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:00.871425 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:00.947000 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:00.947256 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:00.958946 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Calling delete_port for df20ad32-327a-49fa-bf26-5b18fb806284 owned by network:floatingip {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:01.161718 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:01.186838 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event deleted for resources: {'Port': ['ID=df20ad32-327a-49fa-bf26-5b18fb806284,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:01.198549 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.198847 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.199196 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.199536 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.199872 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.200283 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.200644 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.200978 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.201312 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.201644 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.201974 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.202302 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:01.254615 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for floatingip, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:01.254949 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.db.l3_db [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Floating IP 02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8 disassociated (deleted). External IP: 172.27.0.153, port: db96af67-1e79-4cd7-bd7b-91a136709ad5. Aug 27 05:29:01.455753 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:29:01.558384 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:29:01.563147 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for floatingip, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:01.568468 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] Sync routers for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:29:01.577891 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:29:01.578564 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:28:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:01.588720 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-e93799ed-ea62-4163-8897-88b6f2b723e2 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "DELETE /v2.0/floatingips/02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8 HTTP/1.1" status: 204 len: 168 time: 0.8690269 Aug 27 05:29:01.589384 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:29:01.591708 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a" -d '{"events": [{"name": "network-changed", "server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:29:01.686052 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:29:01.752316 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 05:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d7c01-c71c-4a22-bf6a-dafe26406bf3 x-openstack-request-id: req-597d7c01-c71c-4a22-bf6a-dafe26406bf3 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:29:01.752827 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:29:01.752921 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-597d7c01-c71c-4a22-bf6a-dafe26406bf3 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:29:01.753291 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'status': 'completed', 'code': 200} Aug 27 05:29:01.814878 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-5eef2a08-036f-4ee3-a21c-548b97b0a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:29:01.816413 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-5eef2a08-036f-4ee3-a21c-548b97b0a0f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e871b7bc06b6412697156920cbc3f504&device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 1099 time: 0.0410976 Aug 27 05:29:01.886264 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:16Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:01.910808 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-051a152e-bdc8-4e08-85ac-7b85aa26cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:29:01.912290 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-051a152e-bdc8-4e08-85ac-7b85aa26cb89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 200 len: 909 time: 0.0889194 Aug 27 05:29:01.912928 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] Checking router: 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:29:01.921618 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:29:01.922233 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:28:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:01.953490 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-f3fcf38c-2a54-4173-bad3-1fe747a2be3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 200 len: 217 time: 0.0343304 Aug 27 05:29:02.007988 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-497837e1-0d4a-4ed5-885c-55eff707d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:29:02.009395 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-497837e1-0d4a-4ed5-885c-55eff707d49c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 200 len: 847 time: 0.0487826 Aug 27 05:29:02.036413 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:29:02.060048 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-4b84d62a-4230-4d5a-965c-f393ef257bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:29:02.061685 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-4b84d62a-4230-4d5a-965c-f393ef257bc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35394ab9-2c27-4cfb-89b8-0d1c774df87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450182 Aug 27 05:29:02.188146 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-516d4f71-21d4-4b45-a123-bb3299f29a8a service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175592 Aug 27 05:29:02.196547 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b493a-ba16-4999-9f93-39ed139a0a50 req-d3e4a582-f9de-47d6-9345-b4a048f507f7 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:29:02.197967 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-611b493a-ba16-4999-9f93-39ed139a0a50 req-d3e4a582-f9de-47d6-9345-b4a048f507f7 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.1321747 Aug 27 05:29:02.236672 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:16Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:02.265826 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6bf57-dd44-4f2f-992e-32dcb69308f9 None None] The sync data for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi is: [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:24:12Z', 'revision_number': 4, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi', '_interfaces': [{'id': 'a39a1dcb-2166-48c3-8647-82b9fdbb7033', 'name': '', 'network_id': '35394ab9-2c27-4cfb-89b8-0d1c774df87c', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'mac_address': 'fa:16:3e:34:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:11Z', 'updated_at': '2021-08-27T05:24:16Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'subnets': [{'id': '357332ed-dcc1-426c-890c-b0d820d79ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:29:02.286499 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-611b493a-ba16-4999-9f93-39ed139a0a50 req-469ee5c6-81e4-4d06-8dd0-3f3598cfdd0a tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805421 Aug 27 05:29:02.308720 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-6dc0cd4e-d04c-4a55-ae11-01c1b6a6a86a req-1f8f189a-090d-4829-95da-5af309061bb5 service neutron] 10.222.0.43 "GET /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097612 Aug 27 05:29:02.478198 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b706398-9bc5-4101-b153-52cea7811c38 None None] New status for floating IP 02d2ac9f-cc7b-47d8-8274-9e8bf2da52a8: DOWN {{(pid=101018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 05:29:03.460178 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353f827-896d-4b92-95c6-2875fdea8e48 req-f4124738-a5c1-4185-af9a-2f07a0206990 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:29:03.461990 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b353f827-896d-4b92-95c6-2875fdea8e48 req-f4124738-a5c1-4185-af9a-2f07a0206990 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.1075916 Aug 27 05:29:03.499431 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-b353f827-896d-4b92-95c6-2875fdea8e48 req-4011323e-25c0-4698-9b64-b596ee23e440 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9dac669-dfe8-49fc-8dea-2794e2de67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Aug 27 05:29:03.555859 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6be4-27d3-4741-8524-c259572e03ff req-fa37bd98-603a-461d-ac26-114c6563e49a tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 05:29:03.557572 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-91ad6be4-27d3-4741-8524-c259572e03ff req-fa37bd98-603a-461d-ac26-114c6563e49a tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.43 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 946 time: 0.0514419 Aug 27 05:29:03.641501 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Deleting port db96af67-1e79-4cd7-bd7b-91a136709ad5 {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:03.641851 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:03.741193 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] For port db96af67-1e79-4cd7-bd7b-91a136709ad5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db96af67-1e79-4cd7-bd7b-91a136709ad5,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:03.741591 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:03.754760 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Calling delete_port for db96af67-1e79-4cd7-bd7b-91a136709ad5 owned by compute:nova {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:03.966955 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:03.996995 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event deleted for resources: {'Port': ['ID=db96af67-1e79-4cd7-bd7b-91a136709ad5,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:04.037030 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] No DVR routers for this DVR port db96af67-1e79-4cd7-bd7b-91a136709ad5 on host hv-cinder-77819 {{(pid=101016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:29:04.039503 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4144941'] for port, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:04.041491 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [req-91ad6be4-27d3-4741-8524-c259572e03ff req-a9a87f6e-f6de-480e-af1d-5950ae4ad983 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.43 "DELETE /v2.0/ports/db96af67-1e79-4cd7-bd7b-91a136709ad5 HTTP/1.1" status: 204 len: 173 time: 0.4784691 Aug 27 05:29:04.041918 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-deleted', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5'}] {{(pid=101016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 05:29:04.044112 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85a70ef004d5281023b2eb92ca23f265197c1cae4a57c46acc20e12fc97adc79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c940bcc-2641-4d2e-bc1d-3e1a9bfcd688" -d '{"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-deleted", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5"}]}' {{(pid=101016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 05:29:04.083274 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 05:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b59f00-f291-4dae-bf0a-7544384b4021 x-openstack-request-id: req-f4b59f00-f291-4dae-bf0a-7544384b4021 {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 05:29:04.083274 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90510822-0024-44de-bea7-ddf2520bd93c", "name": "network-vif-deleted", "tag": "db96af67-1e79-4cd7-bd7b-91a136709ad5", "status": "completed", "code": 200}]} {{(pid=101016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 05:29:04.083562 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4b59f00-f291-4dae-bf0a-7544384b4021 {{(pid=101016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 05:29:04.083728 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90510822-0024-44de-bea7-ddf2520bd93c', 'name': 'network-vif-deleted', 'tag': 'db96af67-1e79-4cd7-bd7b-91a136709ad5', 'status': 'completed', 'code': 200} Aug 27 05:29:04.594531 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [req-947913f2-a772-4b69-81a6-7bccc9276f74 req-e0d1eddc-32f3-41e7-b78d-2c206ae50417 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "GET /v2.0/ports?device_id=90510822-0024-44de-bea7-ddf2520bd93c HTTP/1.1" status: 200 len: 210 time: 0.0298715 Aug 27 05:29:05.648739 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34458) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:05.707326 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:05.732990 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:05.852019 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:05.854561 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:05.855752 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] 10.222.0.25 "DELETE /v2.0/security-groups/b9dac669-dfe8-49fc-8dea-2794e2de67d6 HTTP/1.1" status: 204 len: 168 time: 0.2060339 Aug 27 05:29:05.864712 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dac669-dfe8-49fc-8dea-2794e2de67d6,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:05.874460 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.874744 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.875090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.875431 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.875793 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.876124 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.876484 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.876813 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.877144 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.877470 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.877796 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.878118 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e51b4-7820-4bda-a699-3172d270ddb3 tempest-TestShelveInstance-1163568517 tempest-TestShelveInstance-1163568517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:05.987881 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34462) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:06.336908 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:06.585206 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device db96af67-1e79-4cd7-bd7b-91a136709ad5 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:29:06.604997 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] No Port match for: db96af67-1e79-4cd7-bd7b-91a136709ad5 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:29:06.605349 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Device db96af67-1e79-4cd7-bd7b-91a136709ad5 not bound to the agent host hv-cinder-77819 {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:29:06.833414 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Deleting port a39a1dcb-2166-48c3-8647-82b9fdbb7033 {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:06.834042 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:06.908896 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] For port a39a1dcb-2166-48c3-8647-82b9fdbb7033, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a39a1dcb-2166-48c3-8647-82b9fdbb7033,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:06.909285 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:06.922092 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Calling delete_port for a39a1dcb-2166-48c3-8647-82b9fdbb7033 owned by network:router_interface {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:07.188574 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:07.213769 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39a1dcb-2166-48c3-8647-82b9fdbb7033,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:07.378311 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:07.588038 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:29:07.693392 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:29:07.698925 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-25c48131-86c5-4bd9-8383-79f43cbf99b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/6c4f706e-bce6-46aa-b482-b49d4b3f6bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102764 Aug 27 05:29:07.701495 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34464) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:07.704078 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] Sync routers for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:29:07.713735 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:29:07.714360 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:28:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:07.822200 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:29:07.938959 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks [] for router, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:07.994685 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:29:07Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:08.030496 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] Checking router: 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd for host: dv-cinder-778193-4-iscsi {{(pid=101017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:29:08.038887 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] Routers {'6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:29:08.039090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.039509 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:28:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'], 'active': True} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:08.144496 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvr_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] Set router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd gateway port host: dv-cinder-778193-4-iscsi {{(pid=101017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:29:08.151269 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Deleting port a5a307e7-a619-4067-87c8-6a87a8b67fcf {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:08.151613 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.229733 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] For port a5a307e7-a619-4067-87c8-6a87a8b67fcf, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a5a307e7-a619-4067-87c8-6a87a8b67fcf,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:08.230010 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.243920 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Calling delete_port for a5a307e7-a619-4067-87c8-6a87a8b67fcf owned by network:router_gateway {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:08.446330 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_hamode_db [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:29:07Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:08.471559 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13253a-ee31-4a61-a7ed-5f9c24a56985 None None] The sync data for ids ['6c4f706e-bce6-46aa-b482-b49d4b3f6bdd'] in dv-cinder-778193-4-iscsi is: [{'id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'name': 'tempest-TestShelveInstance-693503362-router', 'tenant_id': 'e871b7bc06b6412697156920cbc3f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:08Z', 'updated_at': '2021-08-27T05:29:07Z', 'revision_number': 5, 'project_id': 'e871b7bc06b6412697156920cbc3f504', 'gw_port': {'id': 'a5a307e7-a619-4067-87c8-6a87a8b67fcf', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4f706e-bce6-46aa-b482-b49d4b3f6bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:09Z', 'updated_at': '2021-08-27T05:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}] {{(pid=101017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:29:08.476571 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.503916 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a307e7-a619-4067-87c8-6a87a8b67fcf,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:08.568346 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.655318 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.657381 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.784322 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.784852 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4f706e-bce6-46aa-b482-b49d4b3f6bdd {{(pid=101015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:29:08.790337 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.791497 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-b421504d-d77b-4147-bfa3-0da12aa278be admin admin] 10.222.0.25 "DELETE /v2.0/routers/6c4f706e-bce6-46aa-b482-b49d4b3f6bdd HTTP/1.1" status: 204 len: 168 time: 1.0890918 Aug 27 05:29:08.799367 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34468) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:08.848499 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] Deleting subnet 357332ed-dcc1-426c-890c-b0d820d79ed0 {{(pid=101015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 05:29:08.852298 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.886969 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9112874'] for subnet, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:08.964963 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.139124 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9778471'] for subnet, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.168696 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357332ed-dcc1-426c-890c-b0d820d79ed0,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:09.172397 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.174249 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-69c4c437-0586-4047-8ede-c26124c597cb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/357332ed-dcc1-426c-890c-b0d820d79ed0 HTTP/1.1" status: 204 len: 168 time: 0.3739686 Aug 27 05:29:09.176855 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34470) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:09.179960 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58894a9-8beb-44f1-ac69-668953804ff0 None None] Network 35394ab9-2c27-4cfb-89b8-0d1c774df87c requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:29:09.244339 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.297142 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Deleting port 0357ca47-acea-4905-8168-6f32bd46314e {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:09.297483 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.362531 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] For port 0357ca47-acea-4905-8168-6f32bd46314e, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=0357ca47-acea-4905-8168-6f32bd46314e,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:09.362860 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.375612 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Calling delete_port for 0357ca47-acea-4905-8168-6f32bd46314e owned by network:dhcp {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:09.442261 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] DHCP port deletion for 35394ab9-2c27-4cfb-89b8-0d1c774df87c request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 05:29:09.491984 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Deleting port 0357ca47-acea-4905-8168-6f32bd46314e {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:09.497624 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.527085 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.554301 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0357ca47-acea-4905-8168-6f32bd46314e,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:09.555725 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] For port 0357ca47-acea-4905-8168-6f32bd46314e, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=0357ca47-acea-4905-8168-6f32bd46314e,segment=NetworkSegment(8cd6de56-357d-4756-8f0d-3fc3c5633c97),segment_id=8cd6de56-357d-4756-8f0d-3fc3c5633c97)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:09.556077 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] No DVR routers for this DVR port 0357ca47-acea-4905-8168-6f32bd46314e on host dv-cinder-778193-4-iscsi {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:29:09.556317 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.570192 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Calling delete_port for 0357ca47-acea-4905-8168-6f32bd46314e owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:09.628659 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.638412 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35394ab9-2c27-4cfb-89b8-0d1c774df87c']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:09.642880 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.649163 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd6de56-357d-4756-8f0d-3fc3c5633c97') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:09.649483 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd6de56-357d-4756-8f0d-3fc3c5633c97') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:09.658120 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.669386 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Pushing event deleted for resources: {'Port': ['ID=0357ca47-acea-4905-8168-6f32bd46314e,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:09.671540 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] No DVR routers for this DVR port 0357ca47-acea-4905-8168-6f32bd46314e on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:29:09.673279 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.679279 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.682650 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.682955 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.683314 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.683658 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.684001 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.684430 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.684772 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.685123 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.685439 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.685822 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.686155 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6d458-adc0-4532-a12f-f976cb7d549d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-iscsi {{(pid=101017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 05:29:09.686540 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:29:09.686997 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 05:29:09.688809 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 05:29:09.795563 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.801103 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:09.802993 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/35394ab9-2c27-4cfb-89b8-0d1c774df87c HTTP/1.1" status: 204 len: 168 time: 0.6252236 Aug 27 05:29:09.806441 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 34472) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:09.814282 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f69ce6-c7fa-4823-a151-e998add565e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=35394ab9-2c27-4cfb-89b8-0d1c774df87c,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:10.137298 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3897889'] for router_interface, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:10.315133 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0357ca47-acea-4905-8168-6f32bd46314e no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:29:10.338186 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 0357ca47-acea-4905-8168-6f32bd46314e {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:29:10.338541 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0357ca47-acea-4905-8168-6f32bd46314e not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:29:10.338970 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a39a1dcb-2166-48c3-8647-82b9fdbb7033 no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:29:10.357029 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: a39a1dcb-2166-48c3-8647-82b9fdbb7033 {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:29:10.357389 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a39a1dcb-2166-48c3-8647-82b9fdbb7033 not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:29:10.357809 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5a307e7-a619-4067-87c8-6a87a8b67fcf no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:29:10.372712 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Deleting port 0de544cd-45c6-4708-bd49-8dc915516a0c {{(pid=101016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:10.373057 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:10.376043 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: a5a307e7-a619-4067-87c8-6a87a8b67fcf {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:29:10.376420 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5a307e7-a619-4067-87c8-6a87a8b67fcf not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:29:10.452420 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.db [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] For port 0de544cd-45c6-4708-bd49-8dc915516a0c, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=0de544cd-45c6-4708-bd49-8dc915516a0c,segment=NetworkSegment(6eccc07d-441b-4b9a-af27-a31bfc22e44e),segment_id=6eccc07d-441b-4b9a-af27-a31bfc22e44e)] {{(pid=101016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:10.452755 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:10.464865 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.plugins.ml2.plugin [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Calling delete_port for 0de544cd-45c6-4708-bd49-8dc915516a0c owned by network:router_interface {{(pid=101016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:10.709755 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6856943'] for port, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:10.735701 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Pushing event deleted for resources: {'Port': ['ID=0de544cd-45c6-4708-bd49-8dc915516a0c,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:10.901269 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3763340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3898091'] for router_interface, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:11.368864 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 has already been hosted by L3 agent a3196f6d-edb6-4e1d-bf0d-dd867578c3fe {{(pid=101016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 05:29:11.476509 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] Notify agent at l3_agent.dv-cinder-778193-4-iscsi the message routers_updated {{(pid=101016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 05:29:11.481461 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-90fecac1-7b69-4711-9d01-ad985ac3ddbb admin admin] 10.222.0.25 "PUT /v2.0/routers/3f4a0e05-0ffe-4fb3-8aa5-b276bb734915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6737742 Aug 27 05:29:11.484063 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34474) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:11.484926 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] Sync routers for ids ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'] in dv-cinder-778193-4-iscsi {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 05:29:11.493858 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] Routers {'3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:29:11.494471 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:28:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:11.588767 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks [] for router, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:11.677478 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] Set router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 gateway port host: dv-cinder-778193-4-iscsi {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:29:11.691170 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:11.848665 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Deleting port a5f76660-d6e3-4baa-ba5b-8d625a7c758d {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:11.849017 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:11.852502 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'external_fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:29:10Z', 'revision_number': 5, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port': {'id': 'a5f76660-d6e3-4baa-ba5b-8d625a7c758d', 'name': '', 'network_id': 'ff473b6e-bdd7-412c-87dc-739296c001a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T05:24:16Z', 'updated_at': '2021-08-27T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f6a4c88-da35-4af1-978f-3b6b46094d3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-iscsi'}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:11.878262 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] Checking router: 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 for host: dv-cinder-778193-4-iscsi {{(pid=101018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 05:29:11.886918 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] Routers {'3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'} bound to L3 agent in host dv-cinder-778193-4-iscsi {{(pid=101018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 05:29:11.887528 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T04:35:56Z,description=,heartbeat_timestamp=2021-08-27T05:28:56Z,host='dv-cinder-778193-4-iscsi',id=a3196f6d-edb6-4e1d-bf0d-dd867578c3fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T04:35:56Z,topic='l3_agent')) {'router_ids': ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'], 'active': True} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:11.926072 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] For port a5f76660-d6e3-4baa-ba5b-8d625a7c758d, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,segment=NetworkSegment(c15102e2-a8c9-454d-98e8-90ad476231b8),segment_id=c15102e2-a8c9-454d-98e8-90ad476231b8)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:11.926454 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:11.939491 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Calling delete_port for a5f76660-d6e3-4baa-ba5b-8d625a7c758d owned by network:router_gateway {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:11.969635 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_dvr_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] Set router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 gateway port host: None {{(pid=101018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 05:29:12.018877 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.l3_hamode_db [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:29:11Z', 'revision_number': 6, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port_host': None}], 'dv-cinder-778193-4-iscsi', False) {} {{(pid=101018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:12.046466 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f1272-fdd2-48d8-b943-9de6c1adb5b6 None None] The sync data for ids ['3f4a0e05-0ffe-4fb3-8aa5-b276bb734915'] in dv-cinder-778193-4-iscsi is: [{'id': '3f4a0e05-0ffe-4fb3-8aa5-b276bb734915', 'name': 'tempest-TestShelveInstance-2078340345-router', 'tenant_id': '033575ce14db453dbce3078e9ce6e17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T05:24:15Z', 'updated_at': '2021-08-27T05:29:11Z', 'revision_number': 6, 'project_id': '033575ce14db453dbce3078e9ce6e17a', 'gw_port_host': None}] {{(pid=101018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 05:29:12.161427 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.191027 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f76660-d6e3-4baa-ba5b-8d625a7c758d,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:12.248707 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3895473'] for router_gateway, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.337090 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.339121 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.435986 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3885089'] for router, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.436656 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 {{(pid=101015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 05:29:12.442153 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] Notify callbacks [] for router, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.445098 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-4a612999-6069-4304-bb60-884ebbb87259 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3f4a0e05-0ffe-4fb3-8aa5-b276bb734915 HTTP/1.1" status: 204 len: 168 time: 0.9599540 Aug 27 05:29:12.445727 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.wsgi [-] (101016) accepted ('10.222.0.25', 34476) {{(pid=101016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:12.498550 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] Deleting subnet 16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a {{(pid=101016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 05:29:12.502091 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.537483 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9740171'] for subnet, precommit_delete_associations {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.615654 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728744'] for subnet, precommit_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.715880 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6856892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12193384'] for subnet, after_delete {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.739896 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a,revision_number=None']} {{(pid=101016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:12.745392 dv-cinder-778193-4-iscsi neutron-server[101016]: DEBUG neutron_lib.callbacks.manager [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for subnet, before_response {{(pid=101016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:12.749596 dv-cinder-778193-4-iscsi neutron-server[101016]: INFO neutron.wsgi [None req-a5c06d5f-96a1-405d-b0dc-905cbb7e8212 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16b314ef-d3fa-4bc2-b2fd-6c726a79fa8a HTTP/1.1" status: 204 len: 168 time: 0.3020225 Aug 27 05:29:12.749921 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34478) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:12.751644 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d9364-a462-4a60-ae4a-4ff8fe6095ff None None] Network 74d507e8-f0ff-4731-a697-c3d19cd67568 requested from dv-cinder-778193-4-iscsi {{(pid=101017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 05:29:12.817757 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0de544cd-45c6-4708-bd49-8dc915516a0c no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:29:12.862288 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 0de544cd-45c6-4708-bd49-8dc915516a0c {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:29:12.862642 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 0de544cd-45c6-4708-bd49-8dc915516a0c not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:29:12.957023 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] DHCP port deletion for 74d507e8-f0ff-4731-a697-c3d19cd67568 request from dv-cinder-778193-4-iscsi {{(pid=101017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 05:29:13.003313 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] Deleting port 74cf3031-d305-4037-974d-7a8b4cb4f20a {{(pid=101017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:13.003692 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.071844 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.db [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] For port 74cf3031-d305-4037-974d-7a8b4cb4f20a, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=74cf3031-d305-4037-974d-7a8b4cb4f20a,segment=NetworkSegment(6eccc07d-441b-4b9a-af27-a31bfc22e44e),segment_id=6eccc07d-441b-4b9a-af27-a31bfc22e44e)] {{(pid=101017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:13.072409 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.078002 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526648'] for network, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.086853 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] Calling delete_port for 74cf3031-d305-4037-974d-7a8b4cb4f20a owned by network:dhcp {{(pid=101017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:13.132408 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Deleting port 74cf3031-d305-4037-974d-7a8b4cb4f20a {{(pid=101015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 05:29:13.132768 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743842643999'] for port, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.197526 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.db [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] For port 74cf3031-d305-4037-974d-7a8b4cb4f20a, host dv-cinder-778193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-iscsi',level=0,port_id=74cf3031-d305-4037-974d-7a8b4cb4f20a,segment=NetworkSegment(6eccc07d-441b-4b9a-af27-a31bfc22e44e),segment_id=6eccc07d-441b-4b9a-af27-a31bfc22e44e)] {{(pid=101015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 05:29:13.197829 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3898608'] for port, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.210866 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.plugin [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Calling delete_port for 74cf3031-d305-4037-974d-7a8b4cb4f20a owned by network:dhcp {{(pid=101015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 05:29:13.239855 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263'] for port, after_delete {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.265543 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] Pushing event deleted for resources: {'Port': ['ID=74cf3031-d305-4037-974d-7a8b4cb4f20a,revision_number=None']} {{(pid=101017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:13.269038 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcffd4-5fd5-4ccc-8859-9caecc3f179f None None] No DVR routers for this DVR port 74cf3031-d305-4037-974d-7a8b4cb4f20a on host dv-cinder-778193-4-iscsi {{(pid=101017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:29:13.285634 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4029235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743842553887', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743842079263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112659'] for port, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.316105 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=74cf3031-d305-4037-974d-7a8b4cb4f20a,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:13.318038 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] No DVR routers for this DVR port 74cf3031-d305-4037-974d-7a8b4cb4f20a on host dv-cinder-778193-4-iscsi {{(pid=101015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 05:29:13.387053 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725843', 'neutron.services.segments.db._delete_segments_for_network-8743842660334'] for network, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.397043 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d507e8-f0ff-4731-a697-c3d19cd67568']}} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:13.406957 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eccc07d-441b-4b9a-af27-a31bfc22e44e') {'for_net_delete': True} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:13.407264 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.services.segments.db [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eccc07d-441b-4b9a-af27-a31bfc22e44e') {} {{(pid=101015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 05:29:13.415942 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743842660217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9112885'] for segment, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.429742 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569'] for segment, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.435660 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 05:29:13.436044 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9112678'] for segment, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: self.session.flush() Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: self.session.flush() Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: self.session.flush() Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: self.session.flush() Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: Traceback (most recent call last): Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: timer() Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: cb(*args, **kw) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: return func(*args, **kwargs) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: self._notify() Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: self.callback(batched_events) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: event.method(event) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: return f(self, *a, **k) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._get(url).json() Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: return self.request(url, 'GET', **kwargs) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 05:29:13.437744 dv-cinder-778193-4-iscsi neutron-server[101015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 05:29:13.555425 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3895437'] for network, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.560853 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3763305'] for network, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.562900 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/74d507e8-f0ff-4731-a697-c3d19cd67568 HTTP/1.1" status: 204 len: 168 time: 0.8120389 Aug 27 05:29:13.574448 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacc9e1-bc7a-4a92-bb05-014465cc49a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d507e8-f0ff-4731-a697-c3d19cd67568,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:13.855239 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34482) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:13.894322 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-38304db4-c2ac-42b9-9f0d-b090edcee875 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e871b7bc06b6412697156920cbc3f504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378854 Aug 27 05:29:13.896713 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34484) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:13.942977 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-63894607-9b8b-4854-a912-244d37fd521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:13.962970 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-63894607-9b8b-4854-a912-244d37fd521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.063734 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-63894607-9b8b-4854-a912-244d37fd521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.066189 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-63894607-9b8b-4854-a912-244d37fd521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.067359 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-63894607-9b8b-4854-a912-244d37fd521e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e9c7607-4952-4a9d-b690-c8a8447da226 HTTP/1.1" status: 204 len: 168 time: 0.1695967 Aug 27 05:29:14.074689 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63894607-9b8b-4854-a912-244d37fd521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c7607-4952-4a9d-b690-c8a8447da226,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:14.313892 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 74cf3031-d305-4037-974d-7a8b4cb4f20a no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:29:14.338742 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: 74cf3031-d305-4037-974d-7a8b4cb4f20a {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:29:14.339090 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device 74cf3031-d305-4037-974d-7a8b4cb4f20a not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:29:14.339514 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5f76660-d6e3-4baa-ba5b-8d625a7c758d no longer exists at agent ovs-agent-dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 05:29:14.357843 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.plugin [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] No Port match for: a5f76660-d6e3-4baa-ba5b-8d625a7c758d {{(pid=101017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 05:29:14.358120 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron.plugins.ml2.rpc [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Device a5f76660-d6e3-4baa-ba5b-8d625a7c758d not bound to the agent host dv-cinder-778193-4-iscsi {{(pid=101017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 05:29:14.678858 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34490) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:14.722371 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-98a007d7-bda4-4eb7-90d6-400efd1d57a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=033575ce14db453dbce3078e9ce6e17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422914 Aug 27 05:29:14.724894 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.wsgi [-] (101015) accepted ('10.222.0.25', 34492) {{(pid=101015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 05:29:14.772328 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-08de1cd6-0956-48fa-beb2-0e01993be562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.793009 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-08de1cd6-0956-48fa-beb2-0e01993be562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.886648 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.913678 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-08de1cd6-0956-48fa-beb2-0e01993be562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695883'] for security_group, after_delete {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.916200 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron_lib.callbacks.manager [None req-08de1cd6-0956-48fa-beb2-0e01993be562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:14.917376 dv-cinder-778193-4-iscsi neutron-server[101015]: INFO neutron.wsgi [None req-08de1cd6-0956-48fa-beb2-0e01993be562 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59630757-43b6-4241-bc85-f893b7be5333 HTTP/1.1" status: 204 len: 168 time: 0.1916027 Aug 27 05:29:14.925203 dv-cinder-778193-4-iscsi neutron-server[101015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de1cd6-0956-48fa-beb2-0e01993be562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59630757-43b6-4241-bc85-f893b7be5333,revision_number=None']} {{(pid=101015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 05:29:22.277494 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:29:23.275216 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-440f46fa-ead5-4b84-8143-28785e94e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:25.863192 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b961730b-9287-406a-8adb-891638c981f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:26.052279 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:27.149278 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:28.742048 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:44.862534 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:53.256788 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-e48860e3-982b-4e87-b4cb-83fbd08343d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:55.842947 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-26485bfd-cbc9-4fce-b7f4-3da9c111526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:56.089028 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:57.193836 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:58.751562 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:29:59.275696 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:30:14.893566 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:23.241689 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-da827ef3-f658-418e-b919-1fa11535520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:25.855823 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-9426e2de-5ff7-42eb-b1bb-84d8b32b29ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:26.096022 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:27.161587 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:28.748154 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:36.274359 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:30:44.872466 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:53.221088 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-c611e85c-813b-424c-88ac-0df25413d168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:55.883451 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-087b57a5-a97b-4933-965f-404ca784a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:56.055318 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:57.163840 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:30:58.777439 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:13.274278 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:31:14.896519 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:23.220449 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1d2a65fb-936e-4ff1-9a14-ba08b2371d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:25.844937 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-f4a017c6-51fb-407e-a307-081c363d1777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:26.067549 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:27.141698 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:28.775859 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:44.887928 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:50.274380 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:31:53.243486 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-01dae23f-2ea5-401a-ae09-97f040d78b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:55.870680 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ace18712-8a83-437f-81bd-fb77ce4cf2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:56.134723 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:57.163184 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:31:58.746021 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:14.905410 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:23.235658 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-23404ff7-b42a-44cb-be30-f51fe6ff5bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:25.864524 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-953b2420-abb2-498b-bc77-683586261487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:26.088026 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:27.179363 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:27.273130 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:32:28.796370 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:44.944003 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:53.252274 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a351b13f-a7dc-438d-999e-f1fd55d70222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:55.857857 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-b780fa88-a84f-4bad-a863-4e64ae248c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:56.069235 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:57.206340 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:32:58.795000 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:04.271792 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:33:14.948798 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:23.245355 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1611eead-8b55-4050-a8a4-931d113103f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:25.868306 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-a4cd23a4-a26d-42b3-a936-b90a9c4056fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:26.096778 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:27.182483 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:28.857247 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:41.271467 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:33:44.947139 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:53.233431 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-4f13f396-ef3f-4c8c-b51b-2c7ecb94d7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:55.885016 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-becfcb65-3523-48b8-9e24-926c48b3b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:56.101612 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:57.163802 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:33:58.764344 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:34:14.997704 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7313-5044-4ed0-a211-ddab9ae067d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:34:18.270321 dv-cinder-778193-4-iscsi neutron-server[101018]: DEBUG neutron.db.agents_db [None req-eaa5eebf-3667-4eed-bce1-42c9e622d7ab None None] Agent healthcheck: found 6 active agents {{(pid=101018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 05:34:23.209692 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-7420a5df-55b6-491f-b4b5-4de348c1354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:34:25.867015 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-5397fe2b-84d1-4d14-a3a0-4266cb4d30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:34:26.072649 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-bc24d782-b433-4a41-87b9-7e4c9312d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:34:27.204232 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-90fba647-7319-499e-9874-4e8654ed45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 05:34:28.792918 dv-cinder-778193-4-iscsi neutron-server[101017]: DEBUG neutron_lib.callbacks.manager [None req-1755df1d-cb23-4908-8592-c8022407740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743842660316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781929'] for agent, after_update {{(pid=101017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}